-- Logs begin at Tue 2022-03-08 14:47:29 UTC, end at Tue 2022-03-08 15:59:42 UTC. -- Mar 08 15:30:00.082297 dv-cinder-830097-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 15:30:03.035322 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.common.config [-] Logging enabled! Mar 08 15:30:03.035953 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 15:30:03.036120 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103567) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 15:30:03.039410 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.common.config [-] Logging enabled! Mar 08 15:30:03.039669 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 15:30:03.039991 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103567) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 15:30:03.040965 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:30:03.041211 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:30:03.041587 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:30:03.041838 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:30:03.042474 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:30:03.042809 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.043266 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 15:30:03.043605 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.043912 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.044247 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.044555 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.044854 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.045153 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.045448 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.045754 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.046050 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.046342 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.046636 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.046936 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.047226 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.047520 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.047813 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.048105 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] debug = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.048487 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.048923 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.049348 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.049636 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.049931 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.050219 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.050495 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.050777 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.051068 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.051403 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] host = dv-cinder-830097-2-iscsi {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.051687 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.051983 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.052311 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.052606 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.052890 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.053173 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.053471 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.053749 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.054029 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] log_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.054314 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.054610 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.054905 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.055202 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.055434 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.055663 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.055959 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.056282 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.056571 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.056853 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.057135 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.057416 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.057698 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.057972 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.058263 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.058553 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.059352 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.059655 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.059936 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.060283 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.060569 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.060863 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.061143 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.061425 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.061706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.062002 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.062277 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.062562 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.062873 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.063167 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.063459 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.063751 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.064031 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.064349 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.064630 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.064908 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.065186 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] use_json = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.065464 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.065741 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.066029 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.066307 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.066583 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.066867 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.067147 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.067438 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.067716 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:03.068015 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.068348 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.068657 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.068960 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.069257 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.069546 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.069841 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.070121 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.070415 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.070711 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.071007 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.071292 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.071599 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.071897 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.072224 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.072538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.072841 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.073139 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.073419 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.073701 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.073981 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.074263 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.075193 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.075486 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.075787 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.076084 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.076397 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.076705 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.076997 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.077299 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.077596 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.077877 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.078162 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.078460 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.078743 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.079020 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.079303 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.079605 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.079887 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.080187 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.080480 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.080763 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.081041 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.081317 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.081600 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.081895 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.082176 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.082452 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.082727 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.083006 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.083282 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.083573 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.083855 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.084131 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.084428 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.084709 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.084986 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.085264 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.085549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.085826 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.086108 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.086385 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.086660 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.086935 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.087212 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.087487 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.087764 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.088039 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.088351 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.088633 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.088913 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.089191 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.089474 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.089752 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.090043 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.090372 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.090658 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.090944 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.091229 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.091517 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.091805 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.092090 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.092405 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.092693 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.092975 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.093272 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.093566 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096769 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096769 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.096912 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.097214 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.097513 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.097813 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.098113 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.098409 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.098695 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.099008 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.099291 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:03.099517 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:30:03.099764 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103567) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 15:30:03.472248 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 15:30:03.472535 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 15:30:03.472847 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 15:30:03.473329 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 15:30:03.802598 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.802828 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.803107 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.804439 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.804729 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.805003 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.851656 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.851941 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.852238 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.866368 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.866653 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.866928 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.895632 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.895919 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.896225 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.934990 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.935268 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:03.935545 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.280897 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.281519 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.281519 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.281716 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.282404 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.380889 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.381215 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.381506 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.381785 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.382054 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.382370 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.382636 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.382898 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.383157 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.383443 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.383708 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.383976 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.384264 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.384522 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.384781 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.385050 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.385308 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.385582 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.385852 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.386114 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.386388 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.386647 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.387451 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.387835 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.388091 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.388368 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.388764 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:04.389011 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:04.389252 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:04.389492 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:04.389736 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:04.389973 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:04.390341 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 15:30:04.393518 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 15:30:04.397569 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 15:30:04.401308 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 08 15:30:04.403531 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 15:30:04.404002 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 15:30:04.404376 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 15:30:04.404768 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 15:30:04.407622 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 15:30:04.407874 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 15:30:04.408252 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 15:30:04.413173 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 15:30:04.437039 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 15:30:04.437497 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.437802 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103567) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 15:30:04.438178 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.439559 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103567) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 15:30:04.439848 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 15:30:04.440098 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 15:30:04.443409 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.443693 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:04.506295 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 15:30:04.506542 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 15:30:04.506789 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 15:30:04.507165 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 15:30:04.527497 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_db.sqlalchemy.engines [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103567) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 15:30:05.283419 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Initializing driver for type 'gre' Mar 08 15:30:05.284037 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] gre ID ranges: [(1, 1000)] Mar 08 15:30:05.483645 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Initializing driver for type 'local' Mar 08 15:30:05.483983 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Initializing driver for type 'vlan' Mar 08 15:30:05.558090 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] VlanTypeDriver initialization complete Mar 08 15:30:05.558448 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Initializing driver for type 'vxlan' Mar 08 15:30:05.559006 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] vxlan ID ranges: [(1, 1000)] Mar 08 15:30:05.712219 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Initializing extension driver 'port_security' Mar 08 15:30:05.714523 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.extensions.port_security [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] PortSecurityExtensionDriver initialization complete Mar 08 15:30:05.714883 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Initializing mechanism driver 'openvswitch' Mar 08 15:30:05.715814 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Initializing mechanism driver 'hyperv' Mar 08 15:30:05.727529 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:05.728512 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > port after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.728950 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > port after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.729323 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > port after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.729861 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:05.730291 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > subnet after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.730667 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > subnet after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.731020 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > subnet after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.731414 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:05.731847 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > network after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.732238 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > network after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.732575 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > network after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.732974 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:05.733376 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > security_group after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.733760 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > security_group after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.734071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > security_group after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.734464 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:05.734863 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.735231 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.735571 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.735967 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:05.736432 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > address_group after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.736783 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > address_group after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.737125 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > address_group after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.737516 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:05.737962 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] ML2 OVO RPC backend initialized. {{(pid=103567) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 15:30:05.738670 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router_interface after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.739023 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.739437 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > network before_response 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.739781 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > networks before_response 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.740126 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > port before_response 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.740495 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > ports before_response 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.740840 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > subnet before_response 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.741182 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > subnets before_response 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.741526 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > network after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.741864 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > network after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.742199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > network after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.742532 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > port after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.742867 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > port after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.743193 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > port after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.743525 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > subnet after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.743856 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > subnet after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.744228 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > subnet after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.751702 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded quota_driver: . Mar 08 15:30:05.752078 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.plugin [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Modular L2 Plugin initialization complete Mar 08 15:30:05.752494 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading services supported by the core plugin {{(pid=103567) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 15:30:05.752845 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.plugins.ml2.managers [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Got port-security extension from driver 'port_security' Mar 08 15:30:05.753327 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.extensions.vlantransparent [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Disabled vlantransparent extension. Mar 08 15:30:05.753825 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103567) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 15:30:05.754148 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading Plugin: router Mar 08 15:30:05.792215 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router_interface before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.792577 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router after_create 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.792958 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router before_create 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.793873 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.794254 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.794620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router after_delete 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.794996 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > floatingip after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.795339 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > floatingip after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.795704 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router after_create 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.796055 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router after_update 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.796434 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router after_update 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.796784 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.797147 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router after_update 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.797564 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_update 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.797940 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: port after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.798289 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: port after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.798637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: subnet after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.798977 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.799326 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > port precommit_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.799682 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_create 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.800026 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: port before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.800399 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.800762 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router after_update 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.801236 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_delete 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.801598 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_create 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.801963 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router_interface after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.802323 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_update 55549900 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.802690 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > agent after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.803049 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > agent after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.803400 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > network after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.804297 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Tracking information for resource: router configured {{(pid=103567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:05.804632 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Tracking information for resource: floatingip configured {{(pid=103567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:05.810148 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.db.l3_agentschedulers_db [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 15:30:05.810726 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: port after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.811086 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: port after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.811434 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: port after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.811786 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: port after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.812609 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router before_create 55550100 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.812972 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_delete 55550100 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.813333 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_create 55550100 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.813689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > router precommit_update 55550100 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.818568 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.services.provider_configuration [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service providers = [] {{(pid=103567) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 15:30:05.818935 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.db.servicetype_db [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103567) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 15:30:05.821886 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.services.service_base [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:30:05.822232 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.services.service_base [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:30:05.822578 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.services.service_base [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:30:05.823461 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.services.service_base [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:30:05.823840 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.services.service_base [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 15:30:05.824250 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:05.824608 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 15:30:05.835533 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:05.835877 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading Plugin: auto_allocate Mar 08 15:30:05.841748 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: network precommit_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.854275 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: network precommit_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.854275 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:05.854275 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading Plugin: tag Mar 08 15:30:05.861355 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:05.861689 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading Plugin: timestamp Mar 08 15:30:05.865569 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:05.865943 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading Plugin: network_ip_availability Mar 08 15:30:05.871530 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.871904 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.872295 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:05.873030 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:05.873353 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading Plugin: flavors Mar 08 15:30:05.883258 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:05.883591 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading Plugin: revisions Mar 08 15:30:05.888708 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:05.889106 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_concurrency.lockutils [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.416s {{(pid=103567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 15:30:05.889863 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103567) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 15:30:05.890199 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Initializing extension manager. Mar 08 15:30:05.890723 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: __init__.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.891061 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: __pycache__ {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.891397 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.891730 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: address_group.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.892522 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.893126 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: address-group Mar 08 15:30:05.893451 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: address_scope.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.894161 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.894675 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: address-scope Mar 08 15:30:05.894992 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: admin_state_down_before_update.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.895914 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.896449 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: router-admin-state-down-before-update Mar 08 15:30:05.896775 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: agent.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.897471 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.897979 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: agent Mar 08 15:30:05.898303 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: agent_resources_synced.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.899208 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.899797 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: agent-resources-synced Mar 08 15:30:05.900114 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: allowedaddresspairs.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.901920 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.902460 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: allowed-address-pairs Mar 08 15:30:05.903334 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: auto_allocated_topology.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.904429 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.904992 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: auto-allocated-topology Mar 08 15:30:05.905312 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: availability_zone.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.906000 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.906510 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: availability_zone Mar 08 15:30:05.906831 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: availability_zone_filter.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.907745 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.908291 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: availability_zone_filter Mar 08 15:30:05.908612 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: data_plane_status.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.909507 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.910013 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 15:30:05.910330 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: default_subnetpools.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.911271 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.911777 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: default-subnetpools Mar 08 15:30:05.912096 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: dhcpagentscheduler.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.912925 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.913434 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: dhcp_agent_scheduler Mar 08 15:30:05.913757 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: dns.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.914660 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.915168 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension dns-integration not supported by any of loaded plugins Mar 08 15:30:05.915490 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: dns_domain_ports.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.916460 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.916968 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 15:30:05.917291 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.918298 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.918805 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 15:30:05.919127 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: dvr.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.919802 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.920334 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: dvr Mar 08 15:30:05.920657 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: ecmp_routes.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.922939 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.923433 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 15:30:05.923753 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: empty_string_filtering.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.924686 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.925201 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: empty-string-filtering Mar 08 15:30:05.925521 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.926587 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.926935 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 15:30:05.927254 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.928209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.928802 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 15:30:05.929122 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: external_net.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.930029 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.930541 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: external-net Mar 08 15:30:05.930860 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: extra_dhcp_opt.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.931757 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.932298 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: extra_dhcp_opt Mar 08 15:30:05.932699 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: extraroute.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.933641 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.934189 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: extraroute Mar 08 15:30:05.934597 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: extraroute_atomic.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.936857 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.938804 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: extraroute-atomic Mar 08 15:30:05.939186 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: filter_validation.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.943439 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.943439 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: filter-validation Mar 08 15:30:05.943439 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: fip_pf_description.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.943439 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.943439 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 15:30:05.943439 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: fip_port_details.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.944617 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.945173 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: fip-port-details Mar 08 15:30:05.945494 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: flavors.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.951483 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.952005 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: flavors Mar 08 15:30:05.952358 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.954048 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.954579 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 15:30:05.954906 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: floatingip_pools.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.955606 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.956233 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: floatingip-pools Mar 08 15:30:05.956572 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: ip_allocation.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.957509 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.958022 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 15:30:05.958342 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.959254 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.959768 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: ip-substring-filtering Mar 08 15:30:05.960090 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l2_adjacency.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.961037 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.961543 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 15:30:05.961862 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.962884 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.963402 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: router Mar 08 15:30:05.963723 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3_conntrack_helper.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.966607 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.967136 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 15:30:05.967472 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.968497 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.969276 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: ext-gw-mode Mar 08 15:30:05.969596 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.970514 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.971032 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: l3-ha Mar 08 15:30:05.971352 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.972283 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.972797 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 15:30:05.973115 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3_flavors.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.974019 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.974532 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: l3-flavors Mar 08 15:30:05.974852 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3_ndp_proxy.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.976316 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.976809 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 15:30:05.977136 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.978053 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.978571 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 15:30:05.978894 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: l3agentscheduler.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.980025 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.980580 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: l3_agent_scheduler Mar 08 15:30:05.980914 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: local_ip.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.982694 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.983221 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension local_ip not supported by any of loaded plugins Mar 08 15:30:05.983552 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: logging.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.991819 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.992340 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension logging not supported by any of loaded plugins Mar 08 15:30:05.992676 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: metering.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.993427 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.994018 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: metering Mar 08 15:30:05.994345 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.995446 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.995975 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: metering_source_and_destination_fields Mar 08 15:30:05.996365 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: multiprovidernet.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.997373 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.997894 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: multi-provider Mar 08 15:30:05.998219 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: netmtu.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:05.999130 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:05.999647 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: net-mtu Mar 08 15:30:05.999970 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: netmtu_writable.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.000902 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.001417 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: net-mtu-writable Mar 08 15:30:06.001742 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: network_availability_zone.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.002452 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.003037 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: network_availability_zone Mar 08 15:30:06.003362 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: network_ip_availability.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.004513 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.005034 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: network-ip-availability Mar 08 15:30:06.005361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: network_segment_range.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.006129 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.006661 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 15:30:06.006986 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: pagination.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.008005 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.008356 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: pagination Mar 08 15:30:06.008679 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: port_device_profile.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.009586 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.010099 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: port-device-profile Mar 08 15:30:06.010419 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.011335 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.012403 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: port-mac-address-regenerate Mar 08 15:30:06.012718 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.019622 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.020186 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: port-numa-affinity-policy Mar 08 15:30:06.020520 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: port_resource_request.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.021466 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.021985 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 15:30:06.022309 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: port_resource_request_groups.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.023272 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.023781 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 15:30:06.024102 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: portbindings.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.025184 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.025697 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: binding Mar 08 15:30:06.026016 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: portbindings_extended.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.027304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.028460 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: binding-extended Mar 08 15:30:06.028788 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: portsecurity.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.029728 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.030240 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: port-security Mar 08 15:30:06.030565 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: project_id.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.031542 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.031877 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: project-id Mar 08 15:30:06.032225 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: providernet.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.033172 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.033694 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: provider Mar 08 15:30:06.034013 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.037634 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.038163 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos not supported by any of loaded plugins Mar 08 15:30:06.038491 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.039737 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.040296 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 15:30:06.040629 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.041546 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.042066 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 15:30:06.042395 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_default.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.043925 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.044496 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-default not supported by any of loaded plugins Mar 08 15:30:06.044810 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_fip.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.045734 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.046251 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-fip not supported by any of loaded plugins Mar 08 15:30:06.046578 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_fip_network_policy.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.047487 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.048005 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 15:30:06.048363 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_gateway_ip.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.049307 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.049822 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 15:30:06.050147 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_port_network_policy.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.051174 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.051691 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 15:30:06.052016 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.053080 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.053599 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 15:30:06.053927 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.054995 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.055512 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 15:30:06.055840 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_pps_rule.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.057064 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.057585 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-pps not supported by any of loaded plugins Mar 08 15:30:06.057912 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_rule_type_details.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.059357 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.059915 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 15:30:06.060271 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: qos_rules_alias.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.061327 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.061842 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 15:30:06.062174 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: quota_check_limit.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.063080 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.063597 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: quota-check-limit Mar 08 15:30:06.063954 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: quotasv2.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.064922 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.065249 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: quotas Mar 08 15:30:06.065568 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: quotasv2_detail.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.067287 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.067633 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: quota_details Mar 08 15:30:06.067965 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: rbac.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.069053 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.069626 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: rbac-policies Mar 08 15:30:06.069962 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: rbac_address_group.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.070894 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.071414 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: rbac-address-group Mar 08 15:30:06.071744 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: rbac_address_scope.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.072697 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.073215 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: rbac-address-scope Mar 08 15:30:06.073542 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: rbac_security_groups.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.075023 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.075570 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: rbac-security-groups Mar 08 15:30:06.075896 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: rbac_subnetpool.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.076904 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.077426 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: rbac-subnetpool Mar 08 15:30:06.077752 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: revisionifmatch.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.078667 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.079185 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: revision-if-match Mar 08 15:30:06.079508 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: revisions.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.080649 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.081165 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: standard-attr-revisions Mar 08 15:30:06.081488 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: router_availability_zone.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.082162 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.082677 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: router_availability_zone Mar 08 15:30:06.082999 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: routerservicetype.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.083910 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.084456 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension router-service-type not supported by any of loaded plugins Mar 08 15:30:06.084780 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.085692 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.086203 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: security-groups-normalized-cidr Mar 08 15:30:06.086523 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: security_groups_port_filtering.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.087435 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.087946 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: port-security-groups-filtering Mar 08 15:30:06.088295 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.089218 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.089729 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: security-groups-remote-address-group Mar 08 15:30:06.090097 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.091027 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.091543 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: security-groups-shared-filtering Mar 08 15:30:06.091861 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.092477 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 15:30:06.092803 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: securitygroup.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.102794 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.103338 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: security-group Mar 08 15:30:06.103670 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: segment.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.104504 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.105024 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension segment not supported by any of loaded plugins Mar 08 15:30:06.105353 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.106367 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.106880 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 15:30:06.107203 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: servicetype.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.108367 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.108895 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: service-type Mar 08 15:30:06.109220 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: sorting.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.110199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.110533 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: sorting Mar 08 15:30:06.110856 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: standard_attr_segment.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.111764 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.112328 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 15:30:06.112655 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: standardattrdescription.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.113300 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.113815 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: standard-attr-description Mar 08 15:30:06.114137 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: stateful_security_group.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.115075 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.115592 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: stateful-security-group Mar 08 15:30:06.115912 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: stdattrs_common.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.116508 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 15:30:06.116831 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.117744 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.118263 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 15:30:06.118582 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: subnet_onboard.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.119700 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.122377 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: subnet_onboard Mar 08 15:30:06.122705 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.123675 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.124406 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 15:30:06.124744 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: subnet_service_types.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.125728 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.126327 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: subnet-service-types Mar 08 15:30:06.126691 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: subnetallocation.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.127916 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.128469 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: subnet_allocation Mar 08 15:30:06.128797 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.129473 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.129990 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: subnetpool-prefix-ops Mar 08 15:30:06.130314 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.131259 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.131774 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 15:30:06.132097 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: tagging.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.133201 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.140237 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: standard-attr-tag Mar 08 15:30:06.140237 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: timestamp.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.140739 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.141265 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loaded extension: standard-attr-timestamp Mar 08 15:30:06.141653 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: trunk.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.142620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.143138 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension trunk not supported by any of loaded plugins Mar 08 15:30:06.143462 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: trunk_details.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.144412 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.144931 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension trunk-details not supported by any of loaded plugins Mar 08 15:30:06.145254 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: uplink_status_propagation.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.146166 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.146679 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 15:30:06.147001 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Loading extension file: vlantransparent.py {{(pid=103567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:06.147675 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:06.148209 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 15:30:06.150722 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:network Mar 08 15:30:06.151279 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:subnet Mar 08 15:30:06.151671 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:06.152057 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:port Mar 08 15:30:06.153352 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.153788 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service FLAVORS assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.154397 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.154819 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.155146 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:router Mar 08 15:30:06.155568 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:floatingip Mar 08 15:30:06.156054 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service METERING assigned prefix: /metering {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.157537 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:06.157906 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:06.158256 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:06.159257 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 15:30:06.159687 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:security_group Mar 08 15:30:06.160123 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 15:30:06.160734 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service CORE assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.161060 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:06.161402 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] subnetpool is already registered Mar 08 15:30:06.161881 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service CORE assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.162158 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:06.162487 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] subnetpool is already registered Mar 08 15:30:06.164765 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.173579 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service FLAVORS assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.173579 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.173579 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.173579 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:router Mar 08 15:30:06.173579 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] router is already registered Mar 08 15:30:06.173579 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:floatingip Mar 08 15:30:06.173579 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] floatingip is already registered Mar 08 15:30:06.173579 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service METERING assigned prefix: /metering {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] rbac_policy is already registered Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:security_group Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] security_group is already registered Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] security_group_rule is already registered Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service CORE assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:06.174172 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] subnetpool is already registered Mar 08 15:30:06.174825 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.v2.resource_helper [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Service CORE assigned prefix: {{(pid=103567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:06.174825 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:06.174825 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING neutron.quota.resource_registry [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] subnetpool is already registered Mar 08 15:30:06.174825 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: extensions {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.174825 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: address-groups {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.176064 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: address-scopes {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.177411 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: agents {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.178554 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: auto-allocated-topology {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.179770 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: availability_zones {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.181007 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: dhcp-networks {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.182529 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: dhcp-agents {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.184572 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: routers {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.186764 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: flavors {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.187932 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: service_profiles {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.189153 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: next_providers {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.190658 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: service_profiles {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.192187 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: floatingip-pools {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.193391 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: routers {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.195482 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: floatingips {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.197701 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: l3-routers {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.199081 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: l3-agents {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.202195 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: metering-labels {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.202459 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: metering-label-rules {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.203750 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: network-ip-availabilities {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.205039 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: bindings {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.206682 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: quotas {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.208267 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: quotas {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.209791 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: rbac-policies {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.211071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: security-groups {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.212341 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: security-group-rules {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.213593 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: service-providers {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.214771 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: subnetpools {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.216256 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: subnetpools {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.217708 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.219671 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.221481 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.223224 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.225019 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.226856 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.228553 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.230424 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.232251 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.234069 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron.api.extensions [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Extended resource: tags {{(pid=103567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:06.239967 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING keystonemiddleware.auth_token [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 15:30:06.244736 dv-cinder-830097-2-iscsi neutron-server[103567]: WARNING keystonemiddleware.auth_token [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 15:30:06.253995 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_concurrency.lockutils [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Acquired lock "singleton_lock" {{(pid=103567) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 15:30:06.254502 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_concurrency.lockutils [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Releasing lock "singleton_lock" {{(pid=103567) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 15:30:06.255151 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO oslo_service.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Starting 2 workers Mar 08 15:30:06.260099 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Started child 104199 {{(pid=103567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:30:06.268086 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Started child 104200 {{(pid=103567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:30:06.268316 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:06.268811 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO neutron.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 15:30:06.268811 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Publish callbacks [] for process (None), before_spawn {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:06.268967 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [-] (104199) wsgi starting up on http://0.0.0.0:9696 Mar 08 15:30:06.269448 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 40082) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:06.270288 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO oslo_service.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Starting 1 workers Mar 08 15:30:06.270410 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:06.272098 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [-] (104200) wsgi starting up on http://0.0.0.0:9696 Mar 08 15:30:06.275764 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Started child 104202 {{(pid=103567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:30:06.276362 dv-cinder-830097-2-iscsi neutron-server[103567]: INFO oslo_service.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Starting 1 workers Mar 08 15:30:06.283428 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068455 Mar 08 15:30:06.283576 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] calling RpcWorker wait() {{(pid=104202) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 15:30:06.283576 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] returning from RpcWorker wait() {{(pid=104202) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 15:30:06.283576 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:06.283576 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:06.284267 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Started child 104203 {{(pid=103567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:30:06.284267 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-243f0f55-915f-4956-92ec-abbce2a9cdba None None] Publish callbacks [] for process (None), after_spawn {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:06.285873 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103567) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 15:30:06.285873 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:30:06.285873 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:30:06.285873 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:30:06.286158 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:30:06.286362 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:30:06.286850 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.287132 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.287403 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.287661 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.288004 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.288682 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.288976 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.289213 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.289517 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.289769 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.289932 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.290097 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.290356 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.290594 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.290941 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.291213 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.291465 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.291728 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.291900 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.292168 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.292302 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:06.292751 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.292751 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.292926 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] debug = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.293231 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.293726 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.293954 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.294223 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.294441 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.294713 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.294998 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.295290 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.295528 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.295770 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.296006 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.296279 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.296518 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.296751 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.297010 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.297249 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.297514 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.297733 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.298199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] host = dv-cinder-830097-2-iscsi {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.298433 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.298651 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.298899 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.299167 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.299414 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.299650 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.299919 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.300211 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.300543 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.300775 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.301034 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.301299 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.301539 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.301787 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.301953 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_options = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.302199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.302463 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.302721 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.302913 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.303082 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.303247 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.303516 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.303681 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.303944 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.304190 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.304411 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.304629 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.304846 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.305198 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.305467 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.305703 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.305981 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.306205 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.306457 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.307162 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.307430 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.307665 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.308136 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.309568 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.309568 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.309568 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.309818 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.310092 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.310324 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.310592 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.312619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.312619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.312619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.312619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.312619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.312619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.312619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.312619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.313154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.313154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.313587 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.313846 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.314065 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.315308 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.315568 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.316717 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.316717 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_json = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.316717 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.316717 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.329142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.329142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.329142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.329142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.329142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.329142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.329142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.329142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.329637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.329637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.329637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.329637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.329637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.329637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.329637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.329637 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330154 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.330619 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331071 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331509 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331509 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331633 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.331706 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.332343 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.332343 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.332343 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.332806 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.333056 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.333275 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.333523 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.333774 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.333923 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.334281 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.336341 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.336595 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.336874 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.337158 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.337414 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.337644 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.337890 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.338119 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.338364 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.338584 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.338802 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.339015 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.339234 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.339956 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.339956 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.339956 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.340549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.340549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.340783 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.340901 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.341069 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.341320 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.342181 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.342181 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.342181 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.342181 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.342639 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.342639 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.342831 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.342950 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.343159 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.343370 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.343579 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.344592 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.345175 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.345402 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.345622 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.345893 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.346223 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.346488 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.346736 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.346974 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.347223 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.347440 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.347694 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.347909 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.348124 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.348367 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.348728 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.348871 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.349116 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.349593 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.349930 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.350101 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.350384 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.350545 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.350817 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.350973 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.351211 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.351432 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.351702 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.352401 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.352401 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.352739 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.352739 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.353049 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.354879 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.354879 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.354879 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.354879 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.355719 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.355719 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.355719 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.356007 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.356126 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.356308 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.362824 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.362824 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.362824 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.362824 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.362824 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.362824 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.362824 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.362824 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.363407 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.363407 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.363407 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.363407 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.363407 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.363407 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.363407 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.363407 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364042 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364042 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364042 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364042 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364042 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364042 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364042 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364042 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364538 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364997 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364997 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364997 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364997 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364997 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.364997 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.365369 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.365369 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.366035 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.366035 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.366035 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.366332 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.366416 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.366614 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.366905 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.367177 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.367418 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.367640 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.367923 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.368207 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.368426 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.368701 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.368908 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.369117 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.369325 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.369559 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.369768 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.369980 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.370207 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.370433 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.370665 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.370908 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.371795 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.372033 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.372281 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.372506 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.372748 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.372960 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.373173 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.373378 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.373592 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.373826 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.374048 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.374291 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.374494 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.374700 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.374927 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.375159 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.375410 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.375660 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.375897 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.376109 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.377202 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.377443 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.377659 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.377873 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.378083 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.378283 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.378493 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.378705 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.378913 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.379197 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.380860 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.380860 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.380860 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.381115 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.381277 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.381467 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.381683 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.381885 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.382100 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.382310 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.382514 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.383731 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.383972 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.384208 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.384425 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.384642 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.384850 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.385073 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.385284 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.385581 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.385807 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.386023 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.386249 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.386489 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.386696 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.386978 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.387703 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.387918 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.388127 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.388393 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.388603 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.388834 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.389013 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.389225 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.389429 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.389708 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.389964 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.390180 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.390466 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.390731 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.390973 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.391211 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.391500 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.391734 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.391971 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.394484 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.394484 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.394484 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.394752 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.394949 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.395261 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.395516 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.395778 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.396054 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.397634 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.397949 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.398175 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.398481 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.398823 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.399108 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.399363 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.399617 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.399869 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.400094 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.401157 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.401429 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.401715 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.401845 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.403835 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.404114 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.404406 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.404642 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.404879 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.405102 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.405354 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.405567 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.406019 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.406251 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.406413 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:30:06.406934 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103567) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 15:30:06.407094 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:30:06.407243 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:30:06.407417 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:30:06.407588 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:30:06.407755 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:30:06.407947 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.408103 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.408316 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.408476 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.408633 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.408834 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.409163 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.409322 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.409629 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.409804 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.409959 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.410104 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.410246 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.410429 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.411549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.411549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.411549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.411549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.411549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.411549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.411549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.411549 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.412058 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] debug = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.412058 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.412058 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.412298 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.412368 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.412634 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.412778 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.412914 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.413049 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.413184 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.414361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.414361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.414361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.414361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.414361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.414361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.414361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.414361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.415380 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.415380 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] host = dv-cinder-830097-2-iscsi {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.415380 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.415380 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.415380 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.415380 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.415380 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.415380 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.416689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.416689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.416689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.416689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.416689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.416689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.416689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.416689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.417193 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_options = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.417193 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.417193 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.419456 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.419456 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.419456 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.419456 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.419456 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420199 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420862 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420862 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420862 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420862 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.420862 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.422304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.422304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.422304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.422304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.422304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.422304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.422304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.422304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.423185 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.423185 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.423185 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.423185 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.425889 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428209 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428710 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428710 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428710 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428710 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428710 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428710 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428710 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.428710 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429243 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_json = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429243 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429243 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429243 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429243 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429243 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429663 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429663 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429663 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429983 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:06.429983 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.430138 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.430260 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.430444 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.430585 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.430895 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.431212 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.431397 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.431553 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.431700 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.431859 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.432093 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.432300 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.432374 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.432541 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.432709 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.432873 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.433034 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.433196 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.433361 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.433512 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.433671 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.433896 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.434055 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.434362 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.434661 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.434961 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.435272 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.435463 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.435624 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.435771 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.435999 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.436094 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.436282 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.436448 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.436595 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.436738 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.436977 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.437094 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.437248 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.437351 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.437517 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.437678 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.437838 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.437998 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.438161 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.438326 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.438477 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.438635 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.438796 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.438961 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.439117 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.439263 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.439421 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.439577 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.439761 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.439889 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.440187 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.440344 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.440505 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.440668 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.440823 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.440986 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.441142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.441473 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.441634 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.441796 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.441957 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.442135 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.442300 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.442460 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.442621 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.442783 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.442945 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.443104 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.443264 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.443425 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.443755 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.443755 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.443968 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.444089 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.444205 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.444350 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.444516 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.444673 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.444972 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.445256 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.445539 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.445843 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.446002 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.446301 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.446635 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.446822 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.446969 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.447275 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.447434 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.447738 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.447897 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.448226 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.448324 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:06.448417 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.448574 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.448720 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.448863 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.449007 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.449175 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.449916 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.450092 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.450413 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.450573 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.450876 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.451037 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.451337 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.451497 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.451787 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.452075 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.452397 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.452793 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.452793 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.453276 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.453276 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.453276 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.453847 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.453847 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.453847 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.453847 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.454300 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.454300 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.454300 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.454575 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.454575 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.454771 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.454875 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.454976 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.455389 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.455389 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.455653 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.455653 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.455856 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.455856 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.456049 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.456211 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457079 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457079 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457079 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457079 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457079 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457756 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457756 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457756 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457756 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.457756 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.458399 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.458399 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.458399 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.458399 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.458866 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.458866 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.458866 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.459037 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.459037 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.459189 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.459349 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.459508 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.459775 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.459920 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.460057 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.460227 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.460369 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.460507 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.460657 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.460804 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.460941 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.461076 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.461211 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.461356 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.461493 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.461631 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.461777 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.461918 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.462108 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.462236 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.462543 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.462709 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.463012 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.463323 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.463482 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464176 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464176 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464176 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464176 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464492 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464492 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464612 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464748 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.464949 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.465625 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.465794 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.465961 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.466108 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.466269 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.466544 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.466718 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.466865 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.467010 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.467177 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.467383 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.467488 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.467647 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.468304 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.468514 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.469565 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.469565 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.469565 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.469565 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.470212 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.470396 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.470573 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.471548 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.471747 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.471898 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.472488 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.472488 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.472643 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.472709 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.472866 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.473041 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.473220 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.474169 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.474343 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.474524 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.474692 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.474858 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.475025 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.475198 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.475344 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.475522 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.475689 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.476693 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.476693 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.476693 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.476693 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.476693 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.476693 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.477703 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.477703 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.477703 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.477703 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.477703 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.477703 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.479620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.479620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.479620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.479620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.479620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.479620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.479620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.479620 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480249 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480249 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480249 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480249 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480249 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480618 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480618 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480739 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.480803 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.481173 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.481173 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.481322 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.481881 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.481881 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.481881 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.482142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.482142 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.482284 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.482416 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.482577 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.482757 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.482929 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.483388 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.483388 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.483567 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.483567 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.483760 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.483901 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.484072 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.484287 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.484452 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.484617 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.484781 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.484938 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.485095 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.485252 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.485410 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.485568 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.485726 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.485885 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.486044 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.486203 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.486378 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.486534 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.486697 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:06.486853 dv-cinder-830097-2-iscsi neutron-server[103567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:30:18.236294 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb73fbe-e127-46ba-a5b0-67582cbeefaa None None] get_active_networks_info from dv-cinder-830097-2-iscsi {{(pid=104202) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 15:30:18.305679 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb73fbe-e127-46ba-a5b0-67582cbeefaa None None] No non-hosted networks {{(pid=104202) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 15:30:18.334145 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.agentschedulers_db [None req-fbb73fbe-e127-46ba-a5b0-67582cbeefaa None None] DHCP Agent not found on host dv-cinder-830097-2-iscsi {{(pid=104202) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 15:30:18.447221 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-3dc2757d-e3a8-4f4d-8237-899ad3f3094a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8095987'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:20.342940 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-21c210ca-32f0-4d1a-8f0c-ae1e13ed5206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8095987'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:20.397107 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.db.api [None req-846a0cde-68c5-46c1-8083-16aee2b09fc7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830097-2-iscsi {{(pid=104202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 15:30:20.397529 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG oslo_db.api [None req-846a0cde-68c5-46c1-8083-16aee2b09fc7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 15:30:21.076979 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-846a0cde-68c5-46c1-8083-16aee2b09fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:21.700399 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8095987'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:23.162619 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8095987'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:23.929707 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.db.l3_hamode_db [None req-90c65d50-ff92-468e-9805-4610f5a0e26a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 15:30:24.011757 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c65d50-ff92-468e-9805-4610f5a0e26a None None] Routers set() bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:30:24.012266 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c65d50-ff92-468e-9805-4610f5a0e26a None None] Router IDs set() for agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 15:30:24.300344 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 40176) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:24.682472 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8095987'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:24.684322 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.685292 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.685697 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.686037 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.686370 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.686720 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.687050 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.687560 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.687896 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.688257 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.688670 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.689004 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.689635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:24.690396 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830097-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:24.696251 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830097-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:24.829723 dv-cinder-830097-2-iscsi neutron-server[104199]: WARNING oslo_policy.policy [None req-0eee15cb-b84c-4971-aadf-7c0758584b90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:24.830323 dv-cinder-830097-2-iscsi neutron-server[104199]: WARNING oslo_policy.policy [None req-0eee15cb-b84c-4971-aadf-7c0758584b90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:25.055658 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [None req-0eee15cb-b84c-4971-aadf-7c0758584b90 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:30:25.056703 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0eee15cb-b84c-4971-aadf-7c0758584b90 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7553351 Mar 08 15:30:27.597815 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 40202) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:27.918002 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-1ca54f3c-b595-4715-8db1-22a322ec5577 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:28.011977 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.policy [None req-1ca54f3c-b595-4715-8db1-22a322ec5577 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 15:30:28.054748 dv-cinder-830097-2-iscsi neutron-server[104199]: WARNING oslo_policy.policy [None req-1ca54f3c-b595-4715-8db1-22a322ec5577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:28.055133 dv-cinder-830097-2-iscsi neutron-server[104199]: WARNING oslo_policy.policy [None req-1ca54f3c-b595-4715-8db1-22a322ec5577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:28.269178 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1ca54f3c-b595-4715-8db1-22a322ec5577 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734370405812', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734370406375', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734370419764', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734370311869', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734370300563', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734370324747', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-775315', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888146', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8191006', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8280993'] for rbac-policy (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:28.507497 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1ca54f3c-b595-4715-8db1-22a322ec5577 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:28.508811 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1ca54f3c-b595-4715-8db1-22a322ec5577 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9100449 Mar 08 15:30:31.037935 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 40212) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:31.364681 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:31.459661 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Made reservation on behalf of 1b979e84a2154694996d7c8a5aa5afd1 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:30:31.463538 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:31.481737 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:31.591698 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Publish callbacks [] for security_group (a4a57836-b823-47a2-b712-06cd965848d3), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:31.647310 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a4a57836-b823-47a2-b712-06cd965848d3), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:31.672428 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:30:31.708804 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734374142558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (972a6866-3f91-4636-973c-f3c70889ae22), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:31.709356 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Unsubscribe: segment precommit_create {{(pid=104199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 15:30:31.709912 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Added segment 972a6866-3f91-4636-973c-f3c70889ae22 of type vlan for network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 Mar 08 15:30:31.728478 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a57836-b823-47a2-b712-06cd965848d3,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:31.783219 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.783580 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.783940 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.784355 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.784688 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.785019 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.785459 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.785788 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.786109 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.786427 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.786750 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.787065 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.787380 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Tracked resource versions report: Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: pushed versions: Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: { 'AddressGroup': {'1.2'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'ConntrackHelper': {'1.0'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Log': {'1.0'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Network': {'1.1'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Port': {'1.7'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'PortForwarding': {'1.2'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'QosPolicy': {'1.10'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SecurityGroup': {'1.5'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SubPort': {'1.0'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Subnet': {'1.1'}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Trunk': {'1.1'}} Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: consumer versions: Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: { DHCP agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: L3 agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: Metadata agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: Metering agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: Open vSwitch agent@dv-cinder-830097-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'ConntrackHelper': '1.0', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'LocalIPAssociation': '1.0', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Log': '1.0', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Network': '1.1', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Port': '1.7', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'PortForwarding': '1.2', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'QosPolicy': '1.10', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SecurityGroup': '1.5', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SecurityGroupRule': '1.2', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SubPort': '1.0', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Subnet': '1.1', Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Trunk': '1.1'}} Mar 08 15:30:31.788728 dv-cinder-830097-2-iscsi neutron-server[104199]: {{(pid=104199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:30:31.837699 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (0f3f44b0-3efa-4671-9350-226dd0cd8f22), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:31.928101 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (0f3f44b0-3efa-4671-9350-226dd0cd8f22), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:31.933994 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:31.934711 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:32.046881 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] Pushing event updated for resources: {'Network': ['ID=0f3f44b0-3efa-4671-9350-226dd0cd8f22,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:32.060319 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:30:32.079233 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-2a2022b4-91e6-48e2-af59-abb3d19e1256 demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0402071 Mar 08 15:30:34.661013 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 40224) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:35.065428 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1879f1e5-aaaf-4af9-a577-963659c1ed71 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:35.066747 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1879f1e5-aaaf-4af9-a577-963659c1ed71 demo admin] 10.222.0.25 "GET /v2.0/networks/0f3f44b0-3efa-4671-9350-226dd0cd8f22 HTTP/1.1" status: 200 len: 824 time: 0.4047835 Mar 08 15:30:35.090674 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-5362ba9b-799e-4bc5-9ee2-77d563659172 demo admin] 10.222.0.25 "GET /v2.0/subnetpools/e69bf4fb-b6ea-4206-8a30-74d41747c17c HTTP/1.1" status: 200 len: 734 time: 0.0182848 Mar 08 15:30:35.099487 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Request body: {'subnet': {'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'e69bf4fb-b6ea-4206-8a30-74d41747c17c'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:35.224652 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Made reservation on behalf of 1b979e84a2154694996d7c8a5aa5afd1 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:30:35.226978 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:35.579456 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (4ba31430-dd21-4c67-87da-78f293b99d65), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:35.650283 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Pushing event updated for resources: {'Subnet': ['ID=4ba31430-dd21-4c67-87da-78f293b99d65,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:35.654436 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Checking segment: {'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:30:35.654817 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Network hostable DHCP agents. Network: 0f3f44b0-3efa-4671-9350-226dd0cd8f22, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:30:35.738978 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:30:35.796096 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 0f3f44b0-3efa-4671-9350-226dd0cd8f22) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:30:35.800645 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:35.801233 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:35.805688 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30190a73-7098-4f80-a5a2-9fd491f06415 None None] Network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:30:35.907271 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-57c57a77-a546-4ee6-ad1b-b1e9a462597d demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8107235 Mar 08 15:30:36.192621 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'fixed_ips': [{'subnet_id': '4ba31430-dd21-4c67-87da-78f293b99d65'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:30:36.193979 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:36.468952 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Allocated IP 172.20.0.2 (0f3f44b0-3efa-4671-9350-226dd0cd8f22/4ba31430-dd21-4c67-87da-78f293b99d65/a30f0169-7dc7-40d5-b59b-ad0ed578a35d) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:30:36.731522 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Publish callbacks [] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:36.819735 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:36.893540 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:30:36.901833 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:30:36.910652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:30:36.913703 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Pushing event updated for resources: {'Port': ['ID=a30f0169-7dc7-40d5-b59b-ad0ed578a35d,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:36.944302 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.944696 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.945053 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.945401 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.945741 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.946080 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.946414 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.946747 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.947080 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.947423 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.947814 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.948666 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.948995 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Tracked resource versions report: Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: pushed versions: Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: { 'AddressGroup': {'1.2'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'ConntrackHelper': {'1.0'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Log': {'1.0'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Network': {'1.1'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Port': {'1.7'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'PortForwarding': {'1.2'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'QosPolicy': {'1.10'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SecurityGroup': {'1.5'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SubPort': {'1.0'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Subnet': {'1.1'}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Trunk': {'1.1'}} Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: consumer versions: Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: { DHCP agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: L3 agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: Metadata agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: Metering agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: Open vSwitch agent@dv-cinder-830097-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'ConntrackHelper': '1.0', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'LocalIPAssociation': '1.0', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Log': '1.0', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Network': '1.1', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Port': '1.7', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'PortForwarding': '1.2', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'QosPolicy': '1.10', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SecurityGroup': '1.5', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SecurityGroupRule': '1.2', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SubPort': '1.0', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Subnet': '1.1', Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Trunk': '1.1'}} Mar 08 15:30:36.950382 dv-cinder-830097-2-iscsi neutron-server[104202]: {{(pid=104202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:30:37.000284 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Attempting to bind port a30f0169-7dc7-40d5-b59b-ad0ed578a35d on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:30:37.000621 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Attempting to bind port a30f0169-7dc7-40d5-b59b-ad0ed578a35d by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:30:37.001060 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Attempting to bind port a30f0169-7dc7-40d5-b59b-ad0ed578a35d on network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:30:37.005833 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:30:37.006228 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Checking segment: {'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:30:37.006732 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:37.007120 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Bound using segment: {'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:30:37.007598 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Bound port: a30f0169-7dc7-40d5-b59b-ad0ed578a35d, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:30:37.008005 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:37.073309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] For port a30f0169-7dc7-40d5-b59b-ad0ed578a35d, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:30:37.077641 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] For port a30f0169-7dc7-40d5-b59b-ad0ed578a35d, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=a30f0169-7dc7-40d5-b59b-ad0ed578a35d,segment=NetworkSegment(972a6866-3f91-4636-973c-f3c70889ae22),segment_id=972a6866-3f91-4636-973c-f3c70889ae22)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:30:37.168400 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:37.230624 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d208c-0406-4fa4-aec4-971965578749 None None] Pushing event updated for resources: {'Port': ['ID=a30f0169-7dc7-40d5-b59b-ad0ed578a35d,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:38.496291 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40232) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:38.990870 dv-cinder-830097-2-iscsi neutron-server[104200]: WARNING oslo_policy.policy [None req-8e45d3d7-a013-4af5-b034-a0e0bc0112a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:38.991477 dv-cinder-830097-2-iscsi neutron-server[104200]: WARNING oslo_policy.policy [None req-8e45d3d7-a013-4af5-b034-a0e0bc0112a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:39.216469 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [None req-8e45d3d7-a013-4af5-b034-a0e0bc0112a2 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:30:39.218031 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8e45d3d7-a013-4af5-b034-a0e0bc0112a2 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7195911 Mar 08 15:30:41.783435 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40246) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:42.100961 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [None req-cab9a777-8ecb-4e46-8e98-f7cd82374032 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:30:42.102958 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-cab9a777-8ecb-4e46-8e98-f7cd82374032 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3185704 Mar 08 15:30:44.643358 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40254) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:44.957621 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:45.018258 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.policy [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104200) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 15:30:45.063239 dv-cinder-830097-2-iscsi neutron-server[104200]: WARNING oslo_policy.policy [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:45.063624 dv-cinder-830097-2-iscsi neutron-server[104200]: WARNING oslo_policy.policy [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:45.184888 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:45.186890 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:45.345127 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] Publish callbacks [] for router_controller (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), precommit_add_association {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:45.414586 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:45.489628 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:45.490854 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-888a2a90-5608-4241-abcc-7b262cd1ae67 demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8464355 Mar 08 15:30:47.389014 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a30f0169-7dc7-40d5-b59b-ad0ed578a35d up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:30:47.495384 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port a30f0169-7dc7-40d5-b59b-ad0ed578a35d triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:30:47.495850 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:47.613503 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port a30f0169-7dc7-40d5-b59b-ad0ed578a35d is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:30:47.613895 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:47.655302 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port a30f0169-7dc7-40d5-b59b-ad0ed578a35d, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=a30f0169-7dc7-40d5-b59b-ad0ed578a35d,segment=NetworkSegment(972a6866-3f91-4636-973c-f3c70889ae22),segment_id=972a6866-3f91-4636-973c-f3c70889ae22)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:30:47.716029 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:47.764478 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=a30f0169-7dc7-40d5-b59b-ad0ed578a35d,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:48.047630 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40268) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:48.223940 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-32765997-c5c6-45e7-80ca-49730da52b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:48.372858 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [None req-454d05a0-08f6-465d-90bb-23e36abed7fb admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:30:48.373842 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-454d05a0-08f6-465d-90bb-23e36abed7fb admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3252609 Mar 08 15:30:48.625265 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775baa6-614b-4bd7-8ff8-94d22215ba56 None None] Network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:30:48.738355 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-df791223-1b37-4296-b14a-4f952a5112c6 None None] Provisioning complete for port a30f0169-7dc7-40d5-b59b-ad0ed578a35d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:30:48.738740 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-df791223-1b37-4296-b14a-4f952a5112c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:48.835722 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-df791223-1b37-4296-b14a-4f952a5112c6 None None] Current status of the port a30f0169-7dc7-40d5-b59b-ad0ed578a35d is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:30:48.956912 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d84c173c-c4e0-41cf-a79e-ddb266116380 None None] Provisioning complete for port a30f0169-7dc7-40d5-b59b-ad0ed578a35d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:30:48.957308 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d84c173c-c4e0-41cf-a79e-ddb266116380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.030103 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d84c173c-c4e0-41cf-a79e-ddb266116380 None None] Current status of the port a30f0169-7dc7-40d5-b59b-ad0ed578a35d is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:30:49.364249 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a30f0169-7dc7-40d5-b59b-ad0ed578a35d up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:30:49.411120 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port a30f0169-7dc7-40d5-b59b-ad0ed578a35d triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:30:49.411436 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.486874 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port a30f0169-7dc7-40d5-b59b-ad0ed578a35d is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:30:50.286786 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-67b3b616-77cb-45e0-901c-8d72e3f11e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:50.911723 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40276) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:51.245522 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:51.331675 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Made reservation on behalf of 8327b1557fad4b78a6361ee1a7f6b2e4 for: {'network': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:30:51.334520 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.344042 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:30:51.350082 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.449887 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Publish callbacks [] for security_group (0fb365e0-714d-416a-bac5-9e5b879f05b2), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.520631 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0fb365e0-714d-416a-bac5-9e5b879f05b2), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.532138 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Reserving flat network on physical network physnet1 {{(pid=104200) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 15:30:51.564782 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734374142558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (8042cb86-fe84-472b-9cec-54abf2c06e07), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.564782 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Unsubscribe: segment precommit_create {{(pid=104200) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 15:30:51.564782 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.segments_db [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Added segment 8042cb86-fe84-472b-9cec-54abf2c06e07 of type flat for network ad9c130d-2997-4f38-bd26-8e77bb506165 Mar 08 15:30:51.580295 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb365e0-714d-416a-bac5-9e5b879f05b2,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:51.606509 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.625351 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.625724 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.626070 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.626406 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.626739 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.627075 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.627429 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.627760 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.628085 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.628461 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.628790 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.629110 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.629434 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Tracked resource versions report: Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: pushed versions: Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: { 'AddressGroup': {'1.2'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'ConntrackHelper': {'1.0'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Log': {'1.0'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Network': {'1.1'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Port': {'1.7'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'PortForwarding': {'1.2'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'QosPolicy': {'1.10'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SecurityGroup': {'1.5'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SubPort': {'1.0'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Subnet': {'1.1'}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Trunk': {'1.1'}} Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: consumer versions: Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: { DHCP agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: L3 agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: Metadata agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: Metering agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: Open vSwitch agent@dv-cinder-830097-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'ConntrackHelper': '1.0', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'LocalIPAssociation': '1.0', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Log': '1.0', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Network': '1.1', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Port': '1.7', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'PortForwarding': '1.2', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'QosPolicy': '1.10', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SecurityGroup': '1.5', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SecurityGroupRule': '1.2', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SubPort': '1.0', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Subnet': '1.1', Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Trunk': '1.1'}} Mar 08 15:30:51.630826 dv-cinder-830097-2-iscsi neutron-server[104200]: {{(pid=104200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:30:51.680524 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (ad9c130d-2997-4f38-bd26-8e77bb506165), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.755287 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (ad9c130d-2997-4f38-bd26-8e77bb506165), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.756553 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:51.757255 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:51.858133 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9452343 Mar 08 15:30:51.861344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c866a-2b90-4a8e-a030-d98d9140eee5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9c130d-2997-4f38-bd26-8e77bb506165,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:51.875643 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network ad9c130d-2997-4f38-bd26-8e77bb506165 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:30:53.103770 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:54.328874 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40298) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:54.487001 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7543229-8b5d-48f6-8bdd-bb8a31df08ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:54.488411 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e7543229-8b5d-48f6-8bdd-bb8a31df08ca demo admin] 10.222.0.25 "GET /v2.0/subnets/4ba31430-dd21-4c67-87da-78f293b99d65 HTTP/1.1" status: 200 len: 849 time: 0.1585588 Mar 08 15:30:54.625668 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-508f9915-a18f-410c-9153-79eed669853e demo admin] 10.222.0.25 "GET /v2.0/routers/170fbab2-fc1e-48ab-9f4d-9db75b69baf3 HTTP/1.1" status: 200 len: 704 time: 0.1309938 Mar 08 15:30:54.703806 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:54.893926 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:55.185121 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Allocated IP 172.20.0.1 (0f3f44b0-3efa-4671-9350-226dd0cd8f22/4ba31430-dd21-4c67-87da-78f293b99d65/c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:30:55.364994 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Publish callbacks [] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:55.487291 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:55.560099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:30:55.570654 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:30:55.576507 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Pushing event updated for resources: {'Port': ['ID=c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:55.579290 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:30:55.579834 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:55.787369 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-7f74e239-30e4-437a-902a-28476884f157 None None] Provisioning complete for port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:30:55.787945 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7f74e239-30e4-437a-902a-28476884f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:55.820336 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-7f74e239-30e4-437a-902a-28476884f157 None None] Port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:30:55.847981 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:56.112352 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Publish callbacks [] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:56.177441 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:56.178225 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:56.239788 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Pushing event updated for resources: {'Port': ['ID=c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:56.305069 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:30:56.306385 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:30:56.560524 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Router 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:30:56.646739 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-6500e4d4-289b-4f80-988f-8f5e5382b2d4 None None] Provisioning complete for port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:30:56.647128 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-6500e4d4-289b-4f80-988f-8f5e5382b2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:56.655515 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:30:56.660863 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-59c74ecd-963b-406e-b0e5-77f46316dd18 demo admin] 10.222.0.25 "PUT /v2.0/routers/170fbab2-fc1e-48ab-9f4d-9db75b69baf3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0300450 Mar 08 15:30:56.665072 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Sync routers for ids ['170fbab2-fc1e-48ab-9f4d-9db75b69baf3'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:30:56.678623 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Routers {'170fbab2-fc1e-48ab-9f4d-9db75b69baf3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:30:56.679507 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:30:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['170fbab2-fc1e-48ab-9f4d-9db75b69baf3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:56.687313 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-6500e4d4-289b-4f80-988f-8f5e5382b2d4 None None] Port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:30:56.871733 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Set router 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 gateway port host: None {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:30:57.305161 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'name': 'router1', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:30:45Z', 'updated_at': '2022-03-08T15:30:55Z', 'revision_number': 2, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'gw_port_host': None, '_interfaces': [{'id': 'c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b', 'name': '', 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'mac_address': 'fa:16:3e:4f:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:30:54Z', 'updated_at': '2022-03-08T15:30:55Z', 'revision_number': 2, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'subnets': [{'id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e69bf4fb-b6ea-4206-8a30-74d41747c17c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:57.357364 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Checking router: 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:30:57.357728 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Updating router 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:30:57.409576 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:57.918713 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Publish callbacks [] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.074964 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.247251 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Attempting to bind port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:30:58.247664 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Attempting to bind port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:30:58.248126 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Attempting to bind port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b on network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:30:58.250334 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Pushing event updated for resources: {'Port': ['ID=c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:58.259239 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.259602 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.259956 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.260388 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.260654 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.260988 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.261322 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.261644 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.261973 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.262302 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.262629 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.262957 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.263276 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Tracked resource versions report: Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: pushed versions: Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: { 'AddressGroup': {'1.2'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'ConntrackHelper': {'1.0'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Log': {'1.0'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Network': {'1.1'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Port': {'1.7'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'PortForwarding': {'1.2'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'QosPolicy': {'1.10'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SecurityGroup': {'1.5'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SubPort': {'1.0'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Subnet': {'1.1'}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Trunk': {'1.1'}} Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: consumer versions: Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: { DHCP agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: L3 agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: Metadata agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: Metering agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: Open vSwitch agent@dv-cinder-830097-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'ConntrackHelper': '1.0', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'LocalIPAssociation': '1.0', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Log': '1.0', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Network': '1.1', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Port': '1.7', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'PortForwarding': '1.2', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'QosPolicy': '1.10', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SecurityGroup': '1.5', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SecurityGroupRule': '1.2', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SubPort': '1.0', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Subnet': '1.1', Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Trunk': '1.1'}} Mar 08 15:30:58.264705 dv-cinder-830097-2-iscsi neutron-server[104203]: {{(pid=104203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:30:58.267106 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:30:58.267515 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Checking segment: {'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:30:58.268020 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.268432 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Bound using segment: {'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:30:58.268918 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Bound port: c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972a6866-3f91-4636-973c-f3c70889ae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:30:58.269301 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.317036 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-e25c2569-411f-48ab-841e-268f7d2cffaf None None] Provisioning complete for port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:30:58.317600 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e25c2569-411f-48ab-841e-268f7d2cffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.338090 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] For port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:30:58.354981 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-e25c2569-411f-48ab-841e-268f7d2cffaf None None] Port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:30:58.359580 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] For port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b,segment=NetworkSegment(972a6866-3f91-4636-973c-f3c70889ae22),segment_id=972a6866-3f91-4636-973c-f3c70889ae22)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:30:58.429956 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.491802 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Routers {'170fbab2-fc1e-48ab-9f4d-9db75b69baf3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:30:58.492450 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:30:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['170fbab2-fc1e-48ab-9f4d-9db75b69baf3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:58.499075 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90792a63-8522-4bad-bc9e-2b046c3543a3 None None] Pushing event updated for resources: {'Port': ['ID=c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b,revision_number=4']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:58.592291 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] Set router 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 gateway port host: None {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:30:58.675163 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-093defa0-bfbc-45a4-8ee6-7bc6bcc435e9 None None] Provisioning complete for port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:30:58.675854 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-093defa0-bfbc-45a4-8ee6-7bc6bcc435e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.755144 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-093defa0-bfbc-45a4-8ee6-7bc6bcc435e9 None None] Current status of the port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:30:58.755483 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-093defa0-bfbc-45a4-8ee6-7bc6bcc435e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.787534 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-093defa0-bfbc-45a4-8ee6-7bc6bcc435e9 None None] For port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b,segment=NetworkSegment(972a6866-3f91-4636-973c-f3c70889ae22),segment_id=972a6866-3f91-4636-973c-f3c70889ae22)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:30:58.802893 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'name': 'router1', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:30:45Z', 'updated_at': '2022-03-08T15:30:55Z', 'revision_number': 2, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'gw_port_host': None, '_interfaces': [{'id': 'c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b', 'name': '', 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'mac_address': 'fa:16:3e:4f:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:30:54Z', 'updated_at': '2022-03-08T15:30:58Z', 'revision_number': 4, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'subnets': [{'id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e69bf4fb-b6ea-4206-8a30-74d41747c17c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:58.839142 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de0458-a247-4e3d-b92c-bf4415a30b34 None None] The sync data for ids ['170fbab2-fc1e-48ab-9f4d-9db75b69baf3'] in dv-cinder-830097-2-iscsi is: [{'id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'name': 'router1', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:30:45Z', 'updated_at': '2022-03-08T15:30:55Z', 'revision_number': 2, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'gw_port_host': None, '_interfaces': [{'id': 'c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b', 'name': '', 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'mac_address': 'fa:16:3e:4f:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:30:54Z', 'updated_at': '2022-03-08T15:30:58Z', 'revision_number': 4, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'subnets': [{'id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e69bf4fb-b6ea-4206-8a30-74d41747c17c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:30:58.863923 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-093defa0-bfbc-45a4-8ee6-7bc6bcc435e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:58.914691 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093defa0-bfbc-45a4-8ee6-7bc6bcc435e9 None None] Pushing event updated for resources: {'Port': ['ID=c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:59.058482 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40320) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:59.166975 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63756aeb-6e83-4610-aad1-501d3f6c5862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:59.168356 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-63756aeb-6e83-4610-aad1-501d3f6c5862 admin admin] 10.222.0.25 "GET /v2.0/networks/ad9c130d-2997-4f38-bd26-8e77bb506165 HTTP/1.1" status: 200 len: 842 time: 0.1087968 Mar 08 15:30:59.177755 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:59.258020 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Made reservation on behalf of 8327b1557fad4b78a6361ee1a7f6b2e4 for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:30:59.260404 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:59.635852 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.objects.ports [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104200) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 15:30:59.636324 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (5f4b4d82-e75c-46db-8079-a6cd16e6fc83), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:59.691977 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4b4d82-e75c-46db-8079-a6cd16e6fc83,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:59.703912 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:30:59.704301 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Network hostable DHCP agents. Network: ad9c130d-2997-4f38-bd26-8e77bb506165, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:30:59.788836 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:30:59.845848 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, ad9c130d-2997-4f38-bd26-8e77bb506165) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:30:59.852564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:59.853739 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:59.855489 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8dd7f6-e4f8-45ab-8325-e3c86c0893e2 None None] Network ad9c130d-2997-4f38-bd26-8e77bb506165 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:30:59.940259 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-6d652213-399f-43b6-a822-bacd44c5dc7b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7657928 Mar 08 15:30:59.954088 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0659fca-e0eb-4198-8a91-a4b64b7c5d5d None None] Network ad9c130d-2997-4f38-bd26-8e77bb506165 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:31:02.499428 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40328) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:02.635373 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-cf268f92-a01f-4f2a-8360-a2ddd985b933 demo admin] 10.222.0.25 "GET /v2.0/routers/170fbab2-fc1e-48ab-9f4d-9db75b69baf3 HTTP/1.1" status: 200 len: 710 time: 0.1347959 Mar 08 15:31:02.719095 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d75c6-924a-4728-abf7-59a27f9f25e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:31:02.720395 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e63d75c6-924a-4728-abf7-59a27f9f25e2 demo admin] 10.222.0.25 "GET /v2.0/networks/ad9c130d-2997-4f38-bd26-8e77bb506165 HTTP/1.1" status: 200 len: 886 time: 0.0796828 Mar 08 15:31:02.729638 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:31:03.085035 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks [] for router_gateway (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:03.411926 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks [] for router_gateway (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:03.499966 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:03.599455 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Allocated IP 172.27.3.20 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/80a139cb-c716-4f20-aad6-cd0ce243a463) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:31:03.699789 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks [] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:03.777642 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:03.816292 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:31:03.819063 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:31:03.826263 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:31:03.827986 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Pushing event updated for resources: {'Port': ['ID=80a139cb-c716-4f20-aad6-cd0ce243a463,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:04.211453 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks [] for router_gateway (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:04.412255 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8095169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8096022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255075'] for router (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:04.415568 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8095176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8095219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8096025'] for router (170fbab2-fc1e-48ab-9f4d-9db75b69baf3), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:04.520722 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Router 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:31:04.706169 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:31:04.710138 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:04.724175 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-432e7075-034b-4ba2-b681-8d55b3e8243a demo admin] 10.222.0.25 "PUT /v2.0/routers/170fbab2-fc1e-48ab-9f4d-9db75b69baf3 HTTP/1.1" status: 200 len: 889 time: 1.9852955 Mar 08 15:31:07.239447 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40340) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:07.364183 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-91dcc555-9ae6-463f-8ed7-9142ed06b491 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1227882 Mar 08 15:31:07.397417 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:31:07.449274 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:07.449775 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:07.536839 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:07.645798 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Sync routers for ids ['170fbab2-fc1e-48ab-9f4d-9db75b69baf3'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:31:07.657326 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Routers {'170fbab2-fc1e-48ab-9f4d-9db75b69baf3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:31:07.657985 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:30:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['170fbab2-fc1e-48ab-9f4d-9db75b69baf3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:07.882456 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Set router 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:31:08.370376 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'name': 'router1', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '80a139cb-c716-4f20-aad6-cd0ce243a463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:30:45Z', 'updated_at': '2022-03-08T15:31:03Z', 'revision_number': 4, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'gw_port': {'id': '80a139cb-c716-4f20-aad6-cd0ce243a463', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:03Z', 'updated_at': '2022-03-08T15:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b', 'name': '', 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'mac_address': 'fa:16:3e:4f:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:30:54Z', 'updated_at': '2022-03-08T15:30:58Z', 'revision_number': 5, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'subnets': [{'id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e69bf4fb-b6ea-4206-8a30-74d41747c17c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:08.421805 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Checking router: 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:31:08.422437 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Updating router 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 port 80a139cb-c716-4f20-aad6-cd0ce243a463 binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:31:08.473231 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.804527 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Publish callbacks [] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.874038 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.924392 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Attempting to bind port 80a139cb-c716-4f20-aad6-cd0ce243a463 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:31:08.926893 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Attempting to bind port 80a139cb-c716-4f20-aad6-cd0ce243a463 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:31:08.926893 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Attempting to bind port 80a139cb-c716-4f20-aad6-cd0ce243a463 on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:31:08.927750 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6601c-9d37-486d-a1c2-4eccbcb5cb24 None None] Pushing event updated for resources: {'Port': ['ID=80a139cb-c716-4f20-aad6-cd0ce243a463,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:08.932925 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:31:08.933299 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:31:08.933698 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.934079 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:31:08.934565 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Bound port: 80a139cb-c716-4f20-aad6-cd0ce243a463, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:31:08.934943 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.985590 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] For port 80a139cb-c716-4f20-aad6-cd0ce243a463, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:31:08.988523 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] For port 80a139cb-c716-4f20-aad6-cd0ce243a463, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=80a139cb-c716-4f20-aad6-cd0ce243a463,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:31:09.034710 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:09.097906 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6601c-9d37-486d-a1c2-4eccbcb5cb24 None None] Pushing event updated for resources: {'Port': ['ID=80a139cb-c716-4f20-aad6-cd0ce243a463,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:09.113536 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Routers {'170fbab2-fc1e-48ab-9f4d-9db75b69baf3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:31:09.114249 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:30:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['170fbab2-fc1e-48ab-9f4d-9db75b69baf3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:09.229166 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] Set router 170fbab2-fc1e-48ab-9f4d-9db75b69baf3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:31:09.447351 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'name': 'router1', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '80a139cb-c716-4f20-aad6-cd0ce243a463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:30:45Z', 'updated_at': '2022-03-08T15:31:03Z', 'revision_number': 4, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'gw_port': {'id': '80a139cb-c716-4f20-aad6-cd0ce243a463', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:03Z', 'updated_at': '2022-03-08T15:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b', 'name': '', 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'mac_address': 'fa:16:3e:4f:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:30:54Z', 'updated_at': '2022-03-08T15:30:58Z', 'revision_number': 5, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'subnets': [{'id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e69bf4fb-b6ea-4206-8a30-74d41747c17c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:09.475193 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e0b88b-104a-4be2-bf94-6948efc46277 None None] The sync data for ids ['170fbab2-fc1e-48ab-9f4d-9db75b69baf3'] in dv-cinder-830097-2-iscsi is: [{'id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'name': 'router1', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '80a139cb-c716-4f20-aad6-cd0ce243a463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:30:45Z', 'updated_at': '2022-03-08T15:31:03Z', 'revision_number': 4, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'gw_port': {'id': '80a139cb-c716-4f20-aad6-cd0ce243a463', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:03Z', 'updated_at': '2022-03-08T15:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b', 'name': '', 'network_id': '0f3f44b0-3efa-4671-9350-226dd0cd8f22', 'tenant_id': '1b979e84a2154694996d7c8a5aa5afd1', 'mac_address': 'fa:16:3e:4f:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170fbab2-fc1e-48ab-9f4d-9db75b69baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:30:54Z', 'updated_at': '2022-03-08T15:30:58Z', 'revision_number': 5, 'project_id': '1b979e84a2154694996d7c8a5aa5afd1', 'subnets': [{'id': '4ba31430-dd21-4c67-87da-78f293b99d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e69bf4fb-b6ea-4206-8a30-74d41747c17c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:31:11.476856 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 80a139cb-c716-4f20-aad6-cd0ce243a463 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:31:11.551310 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 80a139cb-c716-4f20-aad6-cd0ce243a463 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:11.552466 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:11.635913 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 80a139cb-c716-4f20-aad6-cd0ce243a463 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:11.636706 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:11.657543 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 80a139cb-c716-4f20-aad6-cd0ce243a463, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=80a139cb-c716-4f20-aad6-cd0ce243a463,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:31:11.777115 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:11.843758 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=80a139cb-c716-4f20-aad6-cd0ce243a463,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:13.463852 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 80a139cb-c716-4f20-aad6-cd0ce243a463 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:31:13.540041 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 80a139cb-c716-4f20-aad6-cd0ce243a463 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:13.540465 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (80a139cb-c716-4f20-aad6-cd0ce243a463), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:13.637511 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 80a139cb-c716-4f20-aad6-cd0ce243a463 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:18.228896 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fe30701e-2694-4886-84ea-0aad987b3775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:20.291494 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8a5d-8854-43e0-98ef-11804890b5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:21.616669 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:23.126309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:24.708870 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:28.344242 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:31:48.220939 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c18680f3-e36c-4e23-bf29-215100705b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:50.306286 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7052-6c98-4f01-9171-cabed86aed38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:51.698837 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:53.118433 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:54.712592 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:05.343057 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:32:18.225499 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2e4f-fbb7-4955-bd68-09f25cb44ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:20.288866 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-6bfc7026-ab53-4a68-a579-aff14636c381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:21.630606 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:23.134381 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:24.704083 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:30.816888 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40824) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:30.881087 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7da727-b481-46ab-ab23-707af71baa12 admin admin] GET failed (client error): The resource could not be found. Mar 08 15:32:30.882379 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-fe7da727-b481-46ab-ab23-707af71baa12 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645444 Mar 08 15:32:31.040872 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99242d12-17b2-416d-bfdb-b44728527278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:31.042309 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-99242d12-17b2-416d-bfdb-b44728527278 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1558788 Mar 08 15:32:33.367673 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40834) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:33.461403 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ac416-5ffd-428a-84c8-6eb6a6f3dac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:33.462996 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-b12ac416-5ffd-428a-84c8-6eb6a6f3dac7 admin admin] 10.222.0.25 "GET /v2.0/subnets/4ba31430-dd21-4c67-87da-78f293b99d65 HTTP/1.1" status: 200 len: 849 time: 0.0943496 Mar 08 15:32:33.472350 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:32:33.552008 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Publish callbacks [] for subnet (4ba31430-dd21-4c67-87da-78f293b99d65), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:33.733720 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734374219695'] for subnet (4ba31430-dd21-4c67-87da-78f293b99d65), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:33.763833 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:33.764466 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:33.765953 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] 10.222.0.25 "PUT /v2.0/subnets/4ba31430-dd21-4c67-87da-78f293b99d65 HTTP/1.1" status: 200 len: 868 time: 0.2969823 Mar 08 15:32:33.770213 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aed570-c481-41ae-86eb-08cfc05c5185 None None] Network 0f3f44b0-3efa-4671-9350-226dd0cd8f22 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:32:33.787174 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba31430-dd21-4c67-87da-78f293b99d65,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:32:33.794764 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.795142 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.795492 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.795826 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.796175 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.796646 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.797001 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.797341 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.797687 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.798036 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.798372 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.798696 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:33.799019 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec39f-3929-40cb-b01a-19219338d9e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:34.125089 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-98c3cd03-9b10-4cb1-813a-1ce65be8d865 None None] Provisioning complete for port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:32:34.126092 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-98c3cd03-9b10-4cb1-813a-1ce65be8d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:34.207643 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-98c3cd03-9b10-4cb1-813a-1ce65be8d865 None None] Current status of the port c68b82ce-9378-4bf5-9deb-82cb0e0f2c7b is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:32:34.217516 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-98c3cd03-9b10-4cb1-813a-1ce65be8d865 None None] Provisioning complete for port a30f0169-7dc7-40d5-b59b-ad0ed578a35d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:32:34.217901 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-98c3cd03-9b10-4cb1-813a-1ce65be8d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a30f0169-7dc7-40d5-b59b-ad0ed578a35d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:34.290595 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-98c3cd03-9b10-4cb1-813a-1ce65be8d865 None None] Current status of the port a30f0169-7dc7-40d5-b59b-ad0ed578a35d is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:32:36.109666 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40842) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:36.304772 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4048f-6ca7-48d4-9f86-ad7810807214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:36.305165 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4048f-6ca7-48d4-9f86-ad7810807214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:36.306697 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-82b4048f-6ca7-48d4-9f86-ad7810807214 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1951718 Mar 08 15:32:38.624876 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40850) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:38.755356 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f9b0d-e14d-438f-94dd-0b3936b7a311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:38.755844 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f9b0d-e14d-438f-94dd-0b3936b7a311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:38.757430 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-314f9b0d-e14d-438f-94dd-0b3936b7a311 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1315687 Mar 08 15:32:41.081230 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40858) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:41.211790 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ebdfa5-f72a-432f-bd39-6961441736ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:41.213219 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-37ebdfa5-f72a-432f-bd39-6961441736ff admin admin] 10.222.0.25 "GET /v2.0/networks/0f3f44b0-3efa-4671-9350-226dd0cd8f22 HTTP/1.1" status: 200 len: 868 time: 0.1304464 Mar 08 15:32:42.342493 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:32:43.524842 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40866) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:43.653413 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a680ed-8d60-400f-8445-991a88769acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:43.653413 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-12a680ed-8d60-400f-8445-991a88769acd admin admin] 10.222.0.25 "GET /v2.0/networks/ad9c130d-2997-4f38-bd26-8e77bb506165 HTTP/1.1" status: 200 len: 886 time: 0.1246006 Mar 08 15:32:45.961540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 40874) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:46.090049 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e26a3a5-a695-4158-a215-2c7b8739a52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:46.090505 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e26a3a5-a695-4158-a215-2c7b8739a52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:46.092047 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1e26a3a5-a695-4158-a215-2c7b8739a52f admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295657 Mar 08 15:32:48.253387 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-011dc686-062c-445c-b7db-edc44a74e9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:48.423861 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40884) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:48.550766 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5b574-b4bd-4eca-afb0-c3b1aaf29fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:48.551224 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5b574-b4bd-4eca-afb0-c3b1aaf29fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:48.552937 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e4d5b574-b4bd-4eca-afb0-c3b1aaf29fb0 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279364 Mar 08 15:32:50.321729 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-98e7427a-9685-4f22-845c-96ef6b15baf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:50.921264 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40892) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:51.011063 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152e987-648d-4648-b962-ef7a7006248e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:51.012436 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8152e987-648d-4648-b962-ef7a7006248e admin admin] 10.222.0.25 "GET /v2.0/subnets/4ba31430-dd21-4c67-87da-78f293b99d65 HTTP/1.1" status: 200 len: 868 time: 0.0902042 Mar 08 15:32:51.628371 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:53.128485 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:53.364390 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40900) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:53.463932 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f31b5c-7b60-478f-8bea-8e35a0712bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:53.465403 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-27f31b5c-7b60-478f-8bea-8e35a0712bf8 admin admin] 10.222.0.25 "GET /v2.0/subnets/5f4b4d82-e75c-46db-8079-a6cd16e6fc83 HTTP/1.1" status: 200 len: 816 time: 0.1000237 Mar 08 15:32:54.738886 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:18.240363 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4ce62e14-4020-418f-a614-72af27a57319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:19.340906 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:33:20.326382 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2ad3932c-aed5-4067-8239-06a0943da013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:21.632543 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:21.863216 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40952) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:21.910235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [None req-8e23f8c7-5e8c-4c65-b6e1-75ac449878b1 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:33:21.911220 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8e23f8c7-5e8c-4c65-b6e1-75ac449878b1 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470762 Mar 08 15:33:23.189652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:24.347655 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 40960) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:24.407593 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fa8b92-a7d4-4cd7-b829-66d4143aa362 admin admin] GET failed (client error): The resource could not be found. Mar 08 15:33:24.408808 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-e7fa8b92-a7d4-4cd7-b829-66d4143aa362 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601811 Mar 08 15:33:24.552743 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5664fb-2f38-4db2-a26d-68c815da2eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:24.554206 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-ff5664fb-2f38-4db2-a26d-68c815da2eb7 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1413643 Mar 08 15:33:24.723971 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:26.910731 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40968) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:26.957129 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:33:27.045647 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Made reservation on behalf of 8327b1557fad4b78a6361ee1a7f6b2e4 for: {'network': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:33:27.048405 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:27.075418 dv-cinder-830097-2-iscsi neutron-server[104200]: WARNING neutron.services.revisions.revision_plugin [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Could not find related network for resource to bump revision. Mar 08 15:33:27.089079 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:33:27.098986 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (3dac52a1-effa-43ff-8686-1740e647ce84), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:27.099270 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.segments_db [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Added segment 3dac52a1-effa-43ff-8686-1740e647ce84 of type vlan for network f276f27a-4490-49bb-bf3b-4ed3fe711016 Mar 08 15:33:27.146392 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (f276f27a-4490-49bb-bf3b-4ed3fe711016), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:27.234370 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (f276f27a-4490-49bb-bf3b-4ed3fe711016), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:27.235314 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:27.235912 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:27.295079 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] Pushing event updated for resources: {'Network': ['ID=f276f27a-4490-49bb-bf3b-4ed3fe711016,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:27.305437 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network f276f27a-4490-49bb-bf3b-4ed3fe711016 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:33:27.389164 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-92d8c28a-1a71-4529-91e6-6ca94e063122 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4773746 Mar 08 15:33:29.711881 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 40976) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:29.774714 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b0e3ae-bda7-425f-aeef-9d1e63976419 admin admin] GET failed (client error): The resource could not be found. Mar 08 15:33:29.775982 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-c0b0e3ae-bda7-425f-aeef-9d1e63976419 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631340 Mar 08 15:33:29.842510 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d1228c-91cd-4817-96b1-efd5208dc1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:29.844446 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-d8d1228c-91cd-4817-96b1-efd5208dc1b6 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0640163 Mar 08 15:33:29.853601 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Request body: {'subnet': {'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:33:29.960592 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Made reservation on behalf of 8327b1557fad4b78a6361ee1a7f6b2e4 for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:33:29.962843 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:30.269032 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (aab7d06a-2fe1-4c2e-9170-98d18cdf8ecb), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:30.325765 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab7d06a-2fe1-4c2e-9170-98d18cdf8ecb,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:30.332867 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Checking segment: {'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:33:30.333222 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Network hostable DHCP agents. Network: f276f27a-4490-49bb-bf3b-4ed3fe711016, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:33:30.417116 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Network f276f27a-4490-49bb-bf3b-4ed3fe711016 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:33:30.480199 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, f276f27a-4490-49bb-bf3b-4ed3fe711016) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:33:30.485475 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:30.486090 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:30.489240 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831abfeb-9fd6-4e21-ae3b-9fed926cfbf8 None None] Network f276f27a-4490-49bb-bf3b-4ed3fe711016 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:33:30.580050 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-f6213c7c-6c2b-4b8d-a4e0-288ece0e80fb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7238395 Mar 08 15:33:30.590579 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-f276f27a-4490-49bb-bf3b-4ed3fe711016', 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016', 'project_id': '8327b1557fad4b78a6361ee1a7f6b2e4', 'fixed_ips': [{'subnet_id': 'aab7d06a-2fe1-4c2e-9170-98d18cdf8ecb'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:33:30.591480 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:30.738654 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Allocated IP 192.168.233.2 (f276f27a-4490-49bb-bf3b-4ed3fe711016/aab7d06a-2fe1-4c2e-9170-98d18cdf8ecb/6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:33:30.975913 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Publish callbacks [] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:31.040651 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:31.084789 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Network f276f27a-4490-49bb-bf3b-4ed3fe711016 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:33:31.089547 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:33:31.094398 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Pushing event updated for resources: {'Port': ['ID=6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:31.096690 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:33:31.105646 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.105646 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.105989 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.106334 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.106677 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.107016 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.107347 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.107687 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.108015 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.110726 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.111085 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.111432 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.115604 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:31.171599 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Attempting to bind port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:33:31.172694 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Attempting to bind port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:33:31.173058 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Attempting to bind port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e on network f276f27a-4490-49bb-bf3b-4ed3fe711016 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:33:31.178129 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:33:31.178501 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Checking segment: {'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:33:31.178909 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:31.179286 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Bound using segment: {'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:33:31.179739 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Bound port: 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:33:31.180112 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:31.242660 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] For port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:33:31.245906 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] For port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e,segment=NetworkSegment(3dac52a1-effa-43ff-8686-1740e647ce84),segment_id=3dac52a1-effa-43ff-8686-1740e647ce84)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:33:31.312816 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:31.373347 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290cbeb-0076-4368-9361-3d5774f68b91 None None] Pushing event updated for resources: {'Port': ['ID=6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:32.238531 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a1756-4885-4869-875a-91b080ed2e24 None None] Network f276f27a-4490-49bb-bf3b-4ed3fe711016 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:33:32.359476 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-1fe4934c-fb5e-48cb-83f7-4a027021ab18 None None] Provisioning complete for port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:33:32.359476 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1fe4934c-fb5e-48cb-83f7-4a027021ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:32.444348 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4934c-fb5e-48cb-83f7-4a027021ab18 None None] Current status of the port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:33:32.444745 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1fe4934c-fb5e-48cb-83f7-4a027021ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:32.486235 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-1fe4934c-fb5e-48cb-83f7-4a027021ab18 None None] For port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e,segment=NetworkSegment(3dac52a1-effa-43ff-8686-1740e647ce84),segment_id=3dac52a1-effa-43ff-8686-1740e647ce84)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:33:32.565923 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1fe4934c-fb5e-48cb-83f7-4a027021ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:32.613551 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4934c-fb5e-48cb-83f7-4a027021ab18 None None] Pushing event updated for resources: {'Port': ['ID=6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:32.687104 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-816184b5-e31a-4b1b-81ce-45934881e5f8 None None] Provisioning complete for port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:33:32.687444 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-816184b5-e31a-4b1b-81ce-45934881e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:32.768527 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-816184b5-e31a-4b1b-81ce-45934881e5f8 None None] Current status of the port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:33:33.513566 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:33:33.565515 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:33:33.566178 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:33.654626 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 6ae0fe77-02ef-4ae0-bb34-7ce63fcd580e is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:33:48.251130 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-53310c65-8644-4948-9461-1942dd148254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:50.319426 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-b3a13ade-9b7c-487d-b629-9d25900b7ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:51.636725 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:53.097701 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:54.687744 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:56.339031 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:34:18.255141 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-273e67c1-ba46-42a1-8248-7a86e084a478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:20.320296 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-de69e330-f885-4620-bd6e-ce994fa74456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:21.634521 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:23.125652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:24.706788 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:33.337953 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:34:48.227373 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bbce4e47-6b26-43f2-9648-271ee13f5b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:50.347157 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5a01-d55c-4609-b220-154335c1e2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:51.655541 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:53.105025 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:54.689314 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:06.224407 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41014) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:35:06.230176 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [None req-0763b429-8eb4-4553-9547-a1efe580d211 tempest-verify_tempest_config-1997396967 tempest-verify_tempest_config-1997396967-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:35:06.231127 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0763b429-8eb4-4553-9547-a1efe580d211 tempest-verify_tempest_config-1997396967 tempest-verify_tempest_config-1997396967-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057495 Mar 08 15:35:06.680958 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41032) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:35:06.782235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:06.852972 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Publish callbacks [] for security_group (1a4e1799-8225-4266-b595-3817f6baaa79), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:06.899789 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (1a4e1799-8225-4266-b595-3817f6baaa79), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:06.944283 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0141f1d4d2fc4273942d32500e59d5bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2622538 Mar 08 15:35:06.945102 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e1799-8225-4266-b595-3817f6baaa79,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:35:06.946887 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41036) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:35:06.962753 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.963131 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.963484 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.963822 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.964180 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.964513 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.964862 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.965197 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.965541 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.965874 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.966199 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.967186 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.967488 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0e3644-ac11-484c-bf3b-efd4be202c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:07.010344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0812-5e7d-40fe-874a-a6f610950654 admin admin] Publish callbacks [] for security_group (1a4e1799-8225-4266-b595-3817f6baaa79), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:07.033976 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0812-5e7d-40fe-874a-a6f610950654 admin admin] Publish callbacks [] for security_group (1a4e1799-8225-4266-b595-3817f6baaa79), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:07.204099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0812-5e7d-40fe-874a-a6f610950654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (1a4e1799-8225-4266-b595-3817f6baaa79), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:07.206735 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0812-5e7d-40fe-874a-a6f610950654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:07.207893 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-7c3c0812-5e7d-40fe-874a-a6f610950654 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a4e1799-8225-4266-b595-3817f6baaa79 HTTP/1.1" status: 204 len: 168 time: 0.2601192 Mar 08 15:35:07.216027 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c0812-5e7d-40fe-874a-a6f610950654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e1799-8225-4266-b595-3817f6baaa79,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:35:10.337147 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:35:18.242096 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d6d5760e-d3e9-46f4-bb3f-adb20d747f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:20.367150 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f02fdca9-8e46-495b-9822-8303a411ef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:21.859384 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:23.110511 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:24.715355 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:47.335406 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:35:48.245571 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-b19a0a25-46e2-407b-8110-9325dfdc4396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:50.326498 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-589230c5-d899-4259-9a31-d598674e554e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:51.657014 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:53.119950 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:54.742596 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:18.284059 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-58155dc8-818b-46b3-a6fc-3c30e22c6db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:20.301117 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1d947155-9908-49a7-b130-4527d5a215eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:21.661941 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:23.112449 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:24.335133 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 5 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:36:24.706519 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:48.231585 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-30d91384-99fb-43f1-822b-9f2bf8cb9dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:48.962836 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8095987'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:50.333916 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-36295a43-6787-41f0-b541-09b91870ab8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:51.659803 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:53.214212 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:54.739245 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:01.334791 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:37:04.088948 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41106) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:37:04.192025 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-7cac20d5-fd0b-4b8a-b2f3-8adf09e03a97 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1019459 Mar 08 15:37:06.513419 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41116) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:37:06.565289 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-422b1d4a-dbd9-4143-8578-2ef1b57a4fca admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0507751 Mar 08 15:37:18.270735 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eec988cc-8a6a-48ba-81b2-17f629647daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:18.943049 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:20.327067 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5343cfdb-553e-431d-a417-65163149ed68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:21.668707 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:23.109973 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:24.709605 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:38.333897 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:37:48.243945 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f5c333a5-54cd-4695-9def-08f65e09993b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:48.969386 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:50.336622 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7cc5cd70-0ded-446f-9c8f-285bf797c4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:51.661311 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:53.154597 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:54.711875 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:15.334089 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:38:18.230744 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-010be31c-d611-4bd8-85cb-1f1085b44b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:18.956636 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:20.330149 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c752-fd34-4002-ba9c-e7c15126d686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:21.690012 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:23.187180 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:24.758520 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.265726 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41256) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:46.660593 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1509822330-network', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:46.763142 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Made reservation on behalf of 59ab38d879c841aeb11a9c18728a251e for: {'network': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:46.765566 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.775315 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.853886 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Publish callbacks [] for security_group (4166c4e5-5a44-4f0e-9de2-1f4f0e5ad884), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.957592 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4166c4e5-5a44-4f0e-9de2-1f4f0e5ad884), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.974227 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:38:46.996719 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (b42b9ab5-6d69-4374-9505-259319195065), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.997051 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.segments_db [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Added segment b42b9ab5-6d69-4374-9505-259319195065 of type vlan for network e25df95b-1720-4193-966a-ca26942242e5 Mar 08 15:38:47.008346 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166c4e5-5a44-4f0e-9de2-1f4f0e5ad884,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:47.040184 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.040539 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.041009 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.041348 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.041678 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.042003 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.042347 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.042675 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.043011 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.043337 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.043659 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.043976 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.044322 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Tracked resource versions report: Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: pushed versions: Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: { 'AddressGroup': {'1.2'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'ConntrackHelper': {'1.0'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Log': {'1.0'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Network': {'1.1'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Port': {'1.7'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'PortForwarding': {'1.2'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'QosPolicy': {'1.10'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SecurityGroup': {'1.5'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SubPort': {'1.0'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Subnet': {'1.1'}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Trunk': {'1.1'}} Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: consumer versions: Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: { DHCP agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: HyperV agent@hv-cinder-83009: {}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: L3 agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: Metadata agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: Metering agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: Open vSwitch agent@dv-cinder-830097-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'ConntrackHelper': '1.0', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'LocalIPAssociation': '1.0', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Log': '1.0', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Network': '1.1', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Port': '1.7', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'PortForwarding': '1.2', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'QosPolicy': '1.10', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SecurityGroup': '1.5', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SecurityGroupRule': '1.2', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'SubPort': '1.0', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Subnet': '1.1', Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: 'Trunk': '1.1'}} Mar 08 15:38:47.045415 dv-cinder-830097-2-iscsi neutron-server[104200]: {{(pid=104200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:38:47.053164 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (e25df95b-1720-4193-966a-ca26942242e5), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.145738 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (e25df95b-1720-4193-966a-ca26942242e5), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.146716 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:47.147294 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.208680 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] Pushing event updated for resources: {'Network': ['ID=e25df95b-1720-4193-966a-ca26942242e5,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:47.219466 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network e25df95b-1720-4193-966a-ca26942242e5 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:38:47.263298 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-faf34803-a8e4-41f5-a1cf-2c6f9f4c2b5e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9964089 Mar 08 15:38:47.266423 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41310) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:47.271498 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Request body: {'subnet': {'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-subnet', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:47.357061 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Made reservation on behalf of 59ab38d879c841aeb11a9c18728a251e for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:47.359507 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.595211 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (cdb27db0-46fb-41a3-b99b-6d4043415fd2), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.644520 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41328) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:47.659440 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb27db0-46fb-41a3-b99b-6d4043415fd2,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:47.670502 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Checking segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:47.670977 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Network hostable DHCP agents. Network: e25df95b-1720-4193-966a-ca26942242e5, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:38:47.689039 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41342) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:47.789178 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Network e25df95b-1720-4193-966a-ca26942242e5 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:38:47.867246 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1992028586-network', 'tenant_id': '75fae950dc53423496a47a74e509f8c6'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:47.885049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, e25df95b-1720-4193-966a-ca26942242e5) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:47.885049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:47.885049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.887988 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666f3f6-f8ae-4fec-a42c-ad9162e6da89 None None] Network e25df95b-1720-4193-966a-ca26942242e5 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:47.954670 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Made reservation on behalf of 75fae950dc53423496a47a74e509f8c6 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:47.956928 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.976898 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.987879 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-55b4c02e-cace-4e1d-895b-6e5ecb1fd099 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7196877 Mar 08 15:38:47.990055 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41356) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:47.994765 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:48.009435 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-e25df95b-1720-4193-966a-ca26942242e5', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:38:48.010628 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.067725 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Publish callbacks [] for security_group (008cd24d-5905-46fd-a402-d2dba14b46c5), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.075090 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-network', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:48.126010 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (045f20ca-deac-45a5-bd02-da847741c6f3), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.127054 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (045f20ca-deac-45a5-bd02-da847741c6f3), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.148970 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (008cd24d-5905-46fd-a402-d2dba14b46c5), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.153442 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Made reservation on behalf of 9ac62b56e40d4f0981ee3ca2bb898333 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:48.156199 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.165982 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Allocated IP 172.20.0.2 (e25df95b-1720-4193-966a-ca26942242e5/cdb27db0-46fb-41a3-b99b-6d4043415fd2/2815035a-5f41-44f8-b21f-d26c23355701) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:48.188498 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks [] for router_controller (045f20ca-deac-45a5-bd02-da847741c6f3), precommit_add_association {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.204171 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008cd24d-5905-46fd-a402-d2dba14b46c5,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:48.221062 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.221730 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.222424 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.223470 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.224123 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.225359 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.225824 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.226170 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.226520 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.227318 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.227875 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.228115 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.228454 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Tracked resource versions report: Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: pushed versions: Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: { 'AddressGroup': {'1.2'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'ConntrackHelper': {'1.0'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Log': {'1.0'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Network': {'1.1'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Port': {'1.7'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'PortForwarding': {'1.2'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'QosPolicy': {'1.10'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SecurityGroup': {'1.5'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SubPort': {'1.0'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Subnet': {'1.1'}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Trunk': {'1.1'}} Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: consumer versions: Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: { DHCP agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: HyperV agent@hv-cinder-83009: {}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: L3 agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: Metadata agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: Metering agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: Open vSwitch agent@dv-cinder-830097-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'ConntrackHelper': '1.0', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'LocalIPAssociation': '1.0', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Log': '1.0', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Network': '1.1', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Port': '1.7', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'PortForwarding': '1.2', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'QosPolicy': '1.10', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SecurityGroup': '1.5', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SecurityGroupRule': '1.2', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'SubPort': '1.0', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Subnet': '1.1', Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: 'Trunk': '1.1'}} Mar 08 15:38:48.229599 dv-cinder-830097-2-iscsi neutron-server[104199]: {{(pid=104199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:38:48.233034 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.256438 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:38:48.296652 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (ed65e18d-5264-4c5c-9507-a9fb10768c52), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.297865 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Added segment ed65e18d-5264-4c5c-9507-a9fb10768c52 of type vlan for network 49c9a740-9924-43d1-b05c-d2abd3af4364 Mar 08 15:38:48.335102 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-16d5a6db-e825-491b-b740-5ef020131428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.343839 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Publish callbacks [] for port (2815035a-5f41-44f8-b21f-d26c23355701), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.366298 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (49c9a740-9924-43d1-b05c-d2abd3af4364), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.411145 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Publish callbacks [] for security_group (bad7fdee-7aa3-4141-9506-94a6b2f10565), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.423756 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (2815035a-5f41-44f8-b21f-d26c23355701), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.462328 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks [] for router_gateway (045f20ca-deac-45a5-bd02-da847741c6f3), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.469831 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Network e25df95b-1720-4193-966a-ca26942242e5 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:48.473433 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:48.476824 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:48.484007 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Pushing event updated for resources: {'Port': ['ID=2815035a-5f41-44f8-b21f-d26c23355701,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:48.491899 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (bad7fdee-7aa3-4141-9506-94a6b2f10565), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.494228 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.494791 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.495383 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.495877 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.496408 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.496900 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.497388 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Tracked resource versions report: Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: pushed versions: Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: { 'AddressGroup': {'1.2'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'ConntrackHelper': {'1.0'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Log': {'1.0'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Network': {'1.1'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Port': {'1.7'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'PortForwarding': {'1.2'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'QosPolicy': {'1.10'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SecurityGroup': {'1.5'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SubPort': {'1.0'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Subnet': {'1.1'}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Trunk': {'1.1'}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: consumer versions: Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: { DHCP agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: HyperV agent@hv-cinder-83009: {}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: L3 agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: Metadata agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: Metering agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: Open vSwitch agent@dv-cinder-830097-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'ConntrackHelper': '1.0', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'LocalIPAssociation': '1.0', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Log': '1.0', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Network': '1.1', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Port': '1.7', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'PortForwarding': '1.2', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'QosPolicy': '1.10', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SecurityGroup': '1.5', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SecurityGroupRule': '1.2', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'SubPort': '1.0', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Subnet': '1.1', Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: 'Trunk': '1.1'}} Mar 08 15:38:48.503273 dv-cinder-830097-2-iscsi neutron-server[104202]: {{(pid=104202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:38:48.513920 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:38:48.542762 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (60439fd9-256e-4b27-afde-c53993cbb07c), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.542762 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Added segment 60439fd9-256e-4b27-afde-c53993cbb07c of type vlan for network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 Mar 08 15:38:48.587928 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (6f4b6465-e5cf-411b-91e9-be9fff3cbb94), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.595811 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Attempting to bind port 2815035a-5f41-44f8-b21f-d26c23355701 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:48.599620 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Attempting to bind port 2815035a-5f41-44f8-b21f-d26c23355701 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:48.600713 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Attempting to bind port 2815035a-5f41-44f8-b21f-d26c23355701 on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:48.612511 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:48.613693 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Checking segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:48.614708 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.616621 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Bound using segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:48.616778 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (49c9a740-9924-43d1-b05c-d2abd3af4364), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.617694 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:48.618337 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Bound port: 2815035a-5f41-44f8-b21f-d26c23355701, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:48.618478 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.619067 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (2815035a-5f41-44f8-b21f-d26c23355701), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.748602 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] Pushing event updated for resources: {'Network': ['ID=49c9a740-9924-43d1-b05c-d2abd3af4364,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:48.764400 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (6f4b6465-e5cf-411b-91e9-be9fff3cbb94), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.765458 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:48.766719 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.779451 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] For port 2815035a-5f41-44f8-b21f-d26c23355701, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:48.790065 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] For port 2815035a-5f41-44f8-b21f-d26c23355701, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=2815035a-5f41-44f8-b21f-d26c23355701,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:48.802584 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 49c9a740-9924-43d1-b05c-d2abd3af4364 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:38:48.854725 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Pushing event updated for resources: {'Network': ['ID=6f4b6465-e5cf-411b-91e9-be9fff3cbb94,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:48.870505 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1846900 Mar 08 15:38:48.875668 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41378) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:48.883877 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Request body: {'subnet': {'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-subnet', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:48.892103 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks [] for router_gateway (045f20ca-deac-45a5-bd02-da847741c6f3), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.908526 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3d265-6456-47a9-a837-fb6fa5596b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7fdee-7aa3-4141-9506-94a6b2f10565,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:48.944414 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:38:48.945347 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-71461c78-1458-48fc-973f-b27c639c7e37 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2990682 Mar 08 15:38:48.946729 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41384) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:48.954409 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Request body: {'subnet': {'network_id': '49c9a740-9924-43d1-b05c-d2abd3af4364', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1992028586-subnet', 'tenant_id': '75fae950dc53423496a47a74e509f8c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:48.960925 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.977889 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Made reservation on behalf of 9ac62b56e40d4f0981ee3ca2bb898333 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:48.980045 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.017744 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (2815035a-5f41-44f8-b21f-d26c23355701), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.135768 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dd215-ad28-4b7f-8eb9-c474cac183f4 None None] Pushing event updated for resources: {'Port': ['ID=2815035a-5f41-44f8-b21f-d26c23355701,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:49.154479 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Allocated IP 172.27.3.212 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/9860080d-a2ba-473a-87aa-ca48e7ae86db) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:49.168793 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Made reservation on behalf of 75fae950dc53423496a47a74e509f8c6 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:49.171074 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.191873 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.298845 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks [] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.353735 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (ef8744a3-7d5a-46ee-a93c-a973287b5720), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.424854 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.461986 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8744a3-7d5a-46ee-a93c-a973287b5720,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:49.500472 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Checking segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:49.500805 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Network hostable DHCP agents. Network: 6f4b6465-e5cf-411b-91e9-be9fff3cbb94, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:38:49.524632 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Pushing event updated for resources: {'Port': ['ID=9860080d-a2ba-473a-87aa-ca48e7ae86db,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:49.546516 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:49.546516 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:49.546516 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:49.595999 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (15269f75-452b-4116-9537-eed5d45205f3), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.693409 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15269f75-452b-4116-9537-eed5d45205f3,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:49.697474 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:38:49.746078 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 2815035a-5f41-44f8-b21f-d26c23355701 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:49.746641 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Checking segment: {'id': 'ed65e18d-5264-4c5c-9507-a9fb10768c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49c9a740-9924-43d1-b05c-d2abd3af4364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:49.746953 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Network hostable DHCP agents. Network: 49c9a740-9924-43d1-b05c-d2abd3af4364, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:38:49.801159 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 6f4b6465-e5cf-411b-91e9-be9fff3cbb94) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:49.808257 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:49.813729 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.822530 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6c8cc-4f9e-4d16-b573-c2203706a6f6 None None] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:49.900895 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 2815035a-5f41-44f8-b21f-d26c23355701 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:49.901313 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (2815035a-5f41-44f8-b21f-d26c23355701), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.923823 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-f91d1183-d715-49c4-90d2-697c93fe5795 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0439148 Mar 08 15:38:49.930186 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41420) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:49.930186 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:49.982778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks [] for router_gateway (045f20ca-deac-45a5-bd02-da847741c6f3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.985414 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Network 49c9a740-9924-43d1-b05c-d2abd3af4364 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:38:49.994719 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a35a67-5142-449a-b996-7210305edabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:38:49.996440 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-31a35a67-5142-449a-b996-7210305edabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.014963 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 49c9a740-9924-43d1-b05c-d2abd3af4364) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:50.028049 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:50.028696 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.039573 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f5716-40ef-41a3-8312-54218e89fa15 None None] Network 49c9a740-9924-43d1-b05c-d2abd3af4364 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:50.129915 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (4810b491-d057-4812-a5aa-e2890baa00c6), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.131504 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (4810b491-d057-4812-a5aa-e2890baa00c6), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.265179 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-aa22b017-4f72-429d-a2d6-8b70673e7467 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3155138 Mar 08 15:38:50.281710 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (045f20ca-deac-45a5-bd02-da847741c6f3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.366429 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5d4eb-3966-447e-83c5-e1934cfc0994 None None] Network 49c9a740-9924-43d1-b05c-d2abd3af4364 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:50.404514 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks [] for router_controller (4810b491-d057-4812-a5aa-e2890baa00c6), precommit_add_association {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.415086 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 2815035a-5f41-44f8-b21f-d26c23355701 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:50.416016 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (2815035a-5f41-44f8-b21f-d26c23355701), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.515993 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f6f8f7-64c4-4fa7-8cf3-6206f888744c None None] Network e25df95b-1720-4193-966a-ca26942242e5 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:50.527145 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-947bb6d9-ff10-4eae-b089-3c75f39563df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.549882 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-31a35a67-5142-449a-b996-7210305edabb None None] Allocated IP 172.20.0.2 (6f4b6465-e5cf-411b-91e9-be9fff3cbb94/ef8744a3-7d5a-46ee-a93c-a973287b5720/de16d74f-b2d4-43fa-9678-5a30344836cc) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:50.578289 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Router 045f20ca-deac-45a5-bd02-da847741c6f3 is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:38:50.594187 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 2815035a-5f41-44f8-b21f-d26c23355701, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=2815035a-5f41-44f8-b21f-d26c23355701,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:38:50.734459 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:38:50.751300 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks [] for router_gateway (4810b491-d057-4812-a5aa-e2890baa00c6), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.751650 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:38:50.763186 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:50.763717 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:38:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:50.825931 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-0d7efa60-9209-4e48-93dc-d9371016ba0d None None] Provisioning complete for port 2815035a-5f41-44f8-b21f-d26c23355701 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:50.826557 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0d7efa60-9209-4e48-93dc-d9371016ba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (2815035a-5f41-44f8-b21f-d26c23355701), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.834090 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.835365 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-51dab7c8-3358-4f7b-ac56-137a9c18ff41 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8441191 Mar 08 15:38:50.838332 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41436) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:50.838903 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (2815035a-5f41-44f8-b21f-d26c23355701), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.001924 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=2815035a-5f41-44f8-b21f-d26c23355701,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:51.092248 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:51.124567 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-31a35a67-5142-449a-b996-7210305edabb None None] Publish callbacks [] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.212923 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-31a35a67-5142-449a-b996-7210305edabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.280678 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a35a67-5142-449a-b996-7210305edabb None None] Pushing event updated for resources: {'Port': ['ID=de16d74f-b2d4-43fa-9678-5a30344836cc,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:51.290961 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-0d7efa60-9209-4e48-93dc-d9371016ba0d None None] Current status of the port 2815035a-5f41-44f8-b21f-d26c23355701 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:51.304924 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a35a67-5142-449a-b996-7210305edabb None None] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:51.307127 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-31a35a67-5142-449a-b996-7210305edabb None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:51.310203 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a35a67-5142-449a-b996-7210305edabb None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:51.438555 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks [] for router_gateway (4810b491-d057-4812-a5aa-e2890baa00c6), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.461052 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-31a35a67-5142-449a-b996-7210305edabb None None] Attempting to bind port de16d74f-b2d4-43fa-9678-5a30344836cc on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:51.464252 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-31a35a67-5142-449a-b996-7210305edabb None None] Attempting to bind port de16d74f-b2d4-43fa-9678-5a30344836cc by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:51.464649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a35a67-5142-449a-b996-7210305edabb None None] Attempting to bind port de16d74f-b2d4-43fa-9678-5a30344836cc on network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:51.479657 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a35a67-5142-449a-b996-7210305edabb None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:51.484389 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a35a67-5142-449a-b996-7210305edabb None None] Checking segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:51.484389 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-31a35a67-5142-449a-b996-7210305edabb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.484389 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a35a67-5142-449a-b996-7210305edabb None None] Bound using segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:51.484389 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-31a35a67-5142-449a-b996-7210305edabb None None] Bound port: de16d74f-b2d4-43fa-9678-5a30344836cc, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:51.484389 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-31a35a67-5142-449a-b996-7210305edabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.513113 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 3, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:51.527851 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.567153 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:38:51.567717 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Updating router 045f20ca-deac-45a5-bd02-da847741c6f3 port 9860080d-a2ba-473a-87aa-ca48e7ae86db binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:38:51.609598 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.641884 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-31a35a67-5142-449a-b996-7210305edabb None None] For port de16d74f-b2d4-43fa-9678-5a30344836cc, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:51.645949 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-31a35a67-5142-449a-b996-7210305edabb None None] For port de16d74f-b2d4-43fa-9678-5a30344836cc, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=de16d74f-b2d4-43fa-9678-5a30344836cc,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:51.723773 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-97081b0e-27a6-4ecd-a915-0da4a867cc6b None None] Provisioning complete for port 2815035a-5f41-44f8-b21f-d26c23355701 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:51.729226 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-97081b0e-27a6-4ecd-a915-0da4a867cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (2815035a-5f41-44f8-b21f-d26c23355701), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.735126 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-31a35a67-5142-449a-b996-7210305edabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.744660 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41490) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:51.750314 dv-cinder-830097-2-iscsi neutron-server[104200]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 15:38:51.818172 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 2815035a-5f41-44f8-b21f-d26c23355701 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:51.935057 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.942333 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Allocated IP 172.27.3.180 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/ea285c76-3ceb-430f-95c9-769ae4ecc29f) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:52.019304 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a35a67-5142-449a-b996-7210305edabb None None] Pushing event updated for resources: {'Port': ['ID=de16d74f-b2d4-43fa-9678-5a30344836cc,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:52.100193 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-97081b0e-27a6-4ecd-a915-0da4a867cc6b None None] Current status of the port 2815035a-5f41-44f8-b21f-d26c23355701 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:52.100405 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-8d72aaf3-1d77-45d7-978d-9a4f8970c637 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:52.102455 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-8d72aaf3-1d77-45d7-978d-9a4f8970c637 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/networks?id=49c9a740-9924-43d1-b05c-d2abd3af4364 HTTP/1.1" status: 200 len: 812 time: 0.3552396 Mar 08 15:38:52.104785 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.113945 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 2815035a-5f41-44f8-b21f-d26c23355701 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:52.115976 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (2815035a-5f41-44f8-b21f-d26c23355701), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.133511 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-d9ee7f31-a344-4f53-ad74-52a7d3f9274a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/quotas/75fae950dc53423496a47a74e509f8c6 HTTP/1.1" status: 200 len: 375 time: 0.0151858 Mar 08 15:38:52.190253 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks [] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.253982 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-3b9c8311-b095-4ad1-ba34-0471a7b77668 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75fae950dc53423496a47a74e509f8c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082940 Mar 08 15:38:52.296753 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 2815035a-5f41-44f8-b21f-d26c23355701 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:52.338736 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:38:52.413987 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Allocated IP 172.20.0.1 (e25df95b-1720-4193-966a-ca26942242e5/cdb27db0-46fb-41a3-b99b-6d4043415fd2/c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:52.431006 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.528478 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:52.533574 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:52.542005 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:52.560188 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-05abb338-c8ca-441c-a9c8-53eeb0b2f302 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:38:52.568077 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-05abb338-c8ca-441c-a9c8-53eeb0b2f302 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0682983 Mar 08 15:38:52.635463 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Pushing event updated for resources: {'Port': ['ID=ea285c76-3ceb-430f-95c9-769ae4ecc29f,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:52.653864 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Publish callbacks [] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.691850 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Publish callbacks [] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.728335 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-f4dd4deb-b17f-4d78-994b-7e70b0bb6d3c service neutron] 10.222.0.25 "GET /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592572 Mar 08 15:38:52.760318 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.841007 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Pushing event updated for resources: {'Port': ['ID=9860080d-a2ba-473a-87aa-ca48e7ae86db,revision_number=2']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:52.845739 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Attempting to bind port 9860080d-a2ba-473a-87aa-ca48e7ae86db on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:52.846244 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Attempting to bind port 9860080d-a2ba-473a-87aa-ca48e7ae86db by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:52.847065 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Attempting to bind port 9860080d-a2ba-473a-87aa-ca48e7ae86db on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:52.859858 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:52.898673 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:52.898673 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.898673 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:52.898673 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Bound port: 9860080d-a2ba-473a-87aa-ca48e7ae86db, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:52.898673 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.899311 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-30d3a956-8b01-42cf-b84b-ec3f25b9c6bc service neutron] 10.222.0.25 "GET /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625206 Mar 08 15:38:52.946784 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] For port 9860080d-a2ba-473a-87aa-ca48e7ae86db, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:52.951179 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] For port 9860080d-a2ba-473a-87aa-ca48e7ae86db, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=9860080d-a2ba-473a-87aa-ca48e7ae86db,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:52.954995 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.955476 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.955911 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.957051 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.957400 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.957798 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.958135 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.958471 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.958805 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.959157 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.959493 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.959873 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.960282 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Tracked resource versions report: Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: pushed versions: Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: { 'AddressGroup': {'1.2'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'ConntrackHelper': {'1.0'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Log': {'1.0'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Network': {'1.1'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Port': {'1.7'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'PortForwarding': {'1.2'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'QosPolicy': {'1.10'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SecurityGroup': {'1.5'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SubPort': {'1.0'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Subnet': {'1.1'}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Trunk': {'1.1'}} Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: consumer versions: Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: { DHCP agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: HyperV agent@hv-cinder-83009: {}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: L3 agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: Metadata agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: Metering agent@dv-cinder-830097-2-iscsi: {}, Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: Open vSwitch agent@dv-cinder-830097-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'ConntrackHelper': '1.0', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'LocalIPAssociation': '1.0', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Log': '1.0', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Network': '1.1', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Port': '1.7', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'PortForwarding': '1.2', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'QosPolicy': '1.10', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SecurityGroup': '1.5', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SecurityGroupRule': '1.2', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'SubPort': '1.0', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Subnet': '1.1', Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: 'Trunk': '1.1'}} Mar 08 15:38:52.961478 dv-cinder-830097-2-iscsi neutron-server[104203]: {{(pid=104203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:38:53.003990 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.033020 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.061395 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41558) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:53.064170 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Network e25df95b-1720-4193-966a-ca26942242e5 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:53.079761 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:53.082799 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:53.083303 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (045f20ca-deac-45a5-bd02-da847741c6f3), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.207695 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks [] for router_gateway (4810b491-d057-4812-a5aa-e2890baa00c6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.209299 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.209725 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb1948-75c5-4213-9988-adf58a882cf8 None None] Pushing event updated for resources: {'Port': ['ID=9860080d-a2ba-473a-87aa-ca48e7ae86db,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:53.209725 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:53.211802 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:38:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:53.334808 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:53.435438 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8e7d-44f2-40f7-8cf6-e3b57e45024b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.553720 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:53.610869 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c996eb-6f6a-4b3a-94b1-6180870d96ab None None] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:53.675885 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.775147 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41594) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:53.941721 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device de16d74f-b2d4-43fa-9678-5a30344836cc up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:54.020058 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (4810b491-d057-4812-a5aa-e2890baa00c6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.037532 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f8308b3-a906-4447-8751-660953160616 req-fc8c2a5d-5a3f-4066-a9cb-b506c844b26e tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.2429757 Mar 08 15:38:54.043062 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Provisioning complete for port de16d74f-b2d4-43fa-9678-5a30344836cc triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:54.044752 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.079347 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 3, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:54.151433 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port de16d74f-b2d4-43fa-9678-5a30344836cc triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:54.429802 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.432755 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8e7d-44f2-40f7-8cf6-e3b57e45024b admin admin] Publish callbacks [] for security_group (df66ce8f-a89c-428a-b04e-a961f1bb6138), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.432755 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-32dcaedd-81ad-4b43-9d6c-548bd42e3518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.433368 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66538a-53a9-48f7-a9e2-1855b137b737 None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 3, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:38:54.434013 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Current status of the port de16d74f-b2d4-43fa-9678-5a30344836cc is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:54.434013 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.434013 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] For port de16d74f-b2d4-43fa-9678-5a30344836cc, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=de16d74f-b2d4-43fa-9678-5a30344836cc,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:38:54.435276 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8eeb8e7d-44f2-40f7-8cf6-e3b57e45024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (df66ce8f-a89c-428a-b04e-a961f1bb6138), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.436066 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port de16d74f-b2d4-43fa-9678-5a30344836cc is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:54.436066 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.448566 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8eeb8e7d-44f2-40f7-8cf6-e3b57e45024b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d5c333d8ce9410db1ca673622320774&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3840446 Mar 08 15:38:54.449282 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41638) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:54.459802 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.535884 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Provisioning complete for port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:54.536477 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.539188 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Router 4810b491-d057-4812-a5aa-e2890baa00c6 is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:38:54.584708 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-30ec901e-a27b-4c6c-b74a-ec04de250e7e admin admin] Publish callbacks [] for security_group (df66ce8f-a89c-428a-b04e-a961f1bb6138), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.607937 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Pushing event updated for resources: {'Port': ['ID=de16d74f-b2d4-43fa-9678-5a30344836cc,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:54.613507 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.db.api [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 15:38:54.614099 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG oslo_db.api [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 15:38:54.617059 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d1235-a49b-48ee-a68e-10fede5be25d None None] Port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:38:54.651218 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb8e7d-44f2-40f7-8cf6-e3b57e45024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df66ce8f-a89c-428a-b04e-a961f1bb6138,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:54.695797 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-30ec901e-a27b-4c6c-b74a-ec04de250e7e admin admin] Publish callbacks [] for security_group (df66ce8f-a89c-428a-b04e-a961f1bb6138), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.707860 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Publish callbacks [] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.747522 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-32dcaedd-81ad-4b43-9d6c-548bd42e3518 admin admin] Publish callbacks [] for security_group (b790f2ec-2403-4fe3-9bad-c38d7e150f9b), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.759767 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-15e2d87e-c541-4ccc-95a0-78e52e571d7a None None] Provisioning complete for port de16d74f-b2d4-43fa-9678-5a30344836cc triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:54.760015 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-15e2d87e-c541-4ccc-95a0-78e52e571d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.804005 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:38:54.822893 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.823691 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (045f20ca-deac-45a5-bd02-da847741c6f3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.832236 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Sync routers for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:38:54.837694 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.865491 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-32dcaedd-81ad-4b43-9d6c-548bd42e3518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b790f2ec-2403-4fe3-9bad-c38d7e150f9b), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.898617 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-15e2d87e-c541-4ccc-95a0-78e52e571d7a None None] Current status of the port de16d74f-b2d4-43fa-9678-5a30344836cc is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:54.901096 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:54.901911 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:38:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:54.909725 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-30ec901e-a27b-4c6c-b74a-ec04de250e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (df66ce8f-a89c-428a-b04e-a961f1bb6138), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.912790 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-30ec901e-a27b-4c6c-b74a-ec04de250e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.914158 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-30ec901e-a27b-4c6c-b74a-ec04de250e7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df66ce8f-a89c-428a-b04e-a961f1bb6138 HTTP/1.1" status: 204 len: 168 time: 0.4637742 Mar 08 15:38:54.927478 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.932464 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-c1e4a1e1-ac2d-4cfc-b623-c043c41a9529 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0061412 Mar 08 15:38:54.939133 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41654) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:54.961213 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:55.029197 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-32dcaedd-81ad-4b43-9d6c-548bd42e3518 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b83b48440aa422ba663063db5a5e460&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2506063 Mar 08 15:38:55.042829 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41658) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:55.052879 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec901e-a27b-4c6c-b74a-ec04de250e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df66ce8f-a89c-428a-b04e-a961f1bb6138,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:55.054632 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcaedd-81ad-4b43-9d6c-548bd42e3518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b790f2ec-2403-4fe3-9bad-c38d7e150f9b,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:55.092204 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:55.195055 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2b7cb0ad-1e8c-45b2-9dc1-9695ddbb444e req-e657f307-c854-4d5a-ac82-c0b3e504aaf9 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0592258 Mar 08 15:38:55.196832 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Network e25df95b-1720-4193-966a-ca26942242e5 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:55.198283 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:55.413282 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port de16d74f-b2d4-43fa-9678-5a30344836cc is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:55.438743 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ac008e4e-5fa7-444f-bae4-69bd2efdd22e admin admin] Publish callbacks [] for security_group (b790f2ec-2403-4fe3-9bad-c38d7e150f9b), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.480470 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ac008e4e-5fa7-444f-bae4-69bd2efdd22e admin admin] Publish callbacks [] for security_group (b790f2ec-2403-4fe3-9bad-c38d7e150f9b), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.497785 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:38:55.617529 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:52Z', 'revision_number': 3, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:55.726600 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:38:55.744480 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-214d869b-e364-49c4-9d2e-9410be98d9e3 admin admin] 10.222.0.25 "PUT /v2.0/routers/045f20ca-deac-45a5-bd02-da847741c6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9049461 Mar 08 15:38:55.763217 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ac008e4e-5fa7-444f-bae4-69bd2efdd22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b790f2ec-2403-4fe3-9bad-c38d7e150f9b), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.765783 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ac008e4e-5fa7-444f-bae4-69bd2efdd22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.767070 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-ac008e4e-5fa7-444f-bae4-69bd2efdd22e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b790f2ec-2403-4fe3-9bad-c38d7e150f9b HTTP/1.1" status: 204 len: 168 time: 0.7231700 Mar 08 15:38:55.785475 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac008e4e-5fa7-444f-bae4-69bd2efdd22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790f2ec-2403-4fe3-9bad-c38d7e150f9b,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:55.897294 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 9860080d-a2ba-473a-87aa-ca48e7ae86db up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:55.899351 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Checking router: 4810b491-d057-4812-a5aa-e2890baa00c6 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:38:55.899696 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Updating router 4810b491-d057-4812-a5aa-e2890baa00c6 port ea285c76-3ceb-430f-95c9-769ae4ecc29f binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:38:55.978007 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-80fc964e-6e88-4868-8778-fbd3e117dd7c None None] Provisioning complete for port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:55.978430 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-80fc964e-6e88-4868-8778-fbd3e117dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.023816 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.032926 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.077825 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-80fc964e-6e88-4868-8778-fbd3e117dd7c None None] Port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:38:56.147227 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 9860080d-a2ba-473a-87aa-ca48e7ae86db triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:56.147601 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.269862 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Allocated IP 172.20.0.1 (6f4b6465-e5cf-411b-91e9-be9fff3cbb94/ef8744a3-7d5a-46ee-a93c-a973287b5720/4e496f12-f0ce-4f33-ba5a-e0167b066d5d) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:56.347325 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 9860080d-a2ba-473a-87aa-ca48e7ae86db is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:56.347731 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.384203 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 9860080d-a2ba-473a-87aa-ca48e7ae86db, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=9860080d-a2ba-473a-87aa-ca48e7ae86db,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:38:56.438906 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Publish callbacks [] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.460593 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.461418 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device de16d74f-b2d4-43fa-9678-5a30344836cc up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:56.502820 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Publish callbacks [] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.534053 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b1522628-2a01-4dd8-b670-8e377f2ea306 req-44e6a818-e600-4c7f-b23d-4eded0f4543a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0679276 Mar 08 15:38:56.616457 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.623304 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=9860080d-a2ba-473a-87aa-ca48e7ae86db,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:56.649135 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.724779 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:56.728126 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:56.733941 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:56.734176 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Attempting to bind port ea285c76-3ceb-430f-95c9-769ae4ecc29f on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:56.734439 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (4810b491-d057-4812-a5aa-e2890baa00c6), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.734635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Attempting to bind port ea285c76-3ceb-430f-95c9-769ae4ecc29f by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:56.735015 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Attempting to bind port ea285c76-3ceb-430f-95c9-769ae4ecc29f on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:56.756614 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Pushing event updated for resources: {'Port': ['ID=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:56.777087 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:56.777087 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:56.784337 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.784337 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:56.784337 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Bound port: ea285c76-3ceb-430f-95c9-769ae4ecc29f, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:56.784337 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.787793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdb703-c595-4472-8f95-042f558042ba None None] Pushing event updated for resources: {'Port': ['ID=ea285c76-3ceb-430f-95c9-769ae4ecc29f,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:56.832554 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port de16d74f-b2d4-43fa-9678-5a30344836cc triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:56.833049 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.880391 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:38:56.890258 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:56.890875 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:38:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:57.000348 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] For port ea285c76-3ceb-430f-95c9-769ae4ecc29f, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:57.010046 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] For port ea285c76-3ceb-430f-95c9-769ae4ecc29f, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=ea285c76-3ceb-430f-95c9-769ae4ecc29f,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:57.061104 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port de16d74f-b2d4-43fa-9678-5a30344836cc is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:57.066379 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:57.111582 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-db0a9254-3027-45ff-8968-1f28c2403deb None None] Provisioning complete for port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:57.112804 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-db0a9254-3027-45ff-8968-1f28c2403deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.141494 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.177406 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41730) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:57.210180 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-db0a9254-3027-45ff-8968-1f28c2403deb None None] Port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:38:57.210587 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41732) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:57.226066 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-e572d723-0749-4e3f-99f5-0e5c923e5487 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122561337', 'description': 'tempest-description--426798812'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:57.230526 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdb703-c595-4472-8f95-042f558042ba None None] Pushing event updated for resources: {'Port': ['ID=ea285c76-3ceb-430f-95c9-769ae4ecc29f,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:57.236044 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:57.236918 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:38:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:57.263195 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6923c03d-ff7c-411d-88d1-8bd30280a1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.370883 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:54Z', 'revision_number': 2, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:57.411263 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:57.412979 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:38:57.413504 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Updating router 045f20ca-deac-45a5-bd02-da847741c6f3 port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:38:57.428097 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e572d723-0749-4e3f-99f5-0e5c923e5487 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.433384 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.467666 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.471135 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6923c03d-ff7c-411d-88d1-8bd30280a1b8 admin admin] Publish callbacks [] for security_group (65bfdb17-217b-440c-b3d6-b8b175d4e75f), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.582233 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e572d723-0749-4e3f-99f5-0e5c923e5487 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (883fbf4b-64d8-4137-882d-b2eb9d8b2110), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.582968 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6923c03d-ff7c-411d-88d1-8bd30280a1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (65bfdb17-217b-440c-b3d6-b8b175d4e75f), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.631334 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-6923c03d-ff7c-411d-88d1-8bd30280a1b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=564452f548974006a5d738e4cf00d781&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4526591 Mar 08 15:38:57.632930 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923c03d-ff7c-411d-88d1-8bd30280a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bfdb17-217b-440c-b3d6-b8b175d4e75f,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:57.642254 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41742) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:57.661078 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e572d723-0749-4e3f-99f5-0e5c923e5487 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (883fbf4b-64d8-4137-882d-b2eb9d8b2110), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.790993 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 9860080d-a2ba-473a-87aa-ca48e7ae86db up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:57.822070 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41754) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:57.824690 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572d723-0749-4e3f-99f5-0e5c923e5487 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883fbf4b-64d8-4137-882d-b2eb9d8b2110,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:57.835395 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Publish callbacks [] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.907418 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e165ec5b-b755-4cf6-942b-f33396dd89f2 req-df568509-1be2-4372-aae6-c477b9fac1bd tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.1025808 Mar 08 15:38:57.918036 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e572d723-0749-4e3f-99f5-0e5c923e5487 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.922770 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41760) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:57.923303 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e572d723-0749-4e3f-99f5-0e5c923e5487 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7072620 Mar 08 15:38:57.929618 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-65b784ea-c81a-4cc9-b70b-24c7b816d6b4 admin admin] Publish callbacks [] for security_group (65bfdb17-217b-440c-b3d6-b8b175d4e75f), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.938336 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-62d297e3-0776-4ec5-8b21-c18ffc8eda7b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group_rule': {'security_group_id': '883fbf4b-64d8-4137-882d-b2eb9d8b2110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:57.949928 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 9860080d-a2ba-473a-87aa-ca48e7ae86db triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:57.950303 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.954847 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-65b784ea-c81a-4cc9-b70b-24c7b816d6b4 admin admin] Publish callbacks [] for security_group (65bfdb17-217b-440c-b3d6-b8b175d4e75f), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.960878 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.961721 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (4810b491-d057-4812-a5aa-e2890baa00c6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.007363 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:52Z', 'revision_number': 3, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:58.043016 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d492a-88e7-4ff4-9a3f-0db9f849cec9 None None] The sync data for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi is: [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:52Z', 'revision_number': 3, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:38:58.156996 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-65b784ea-c81a-4cc9-b70b-24c7b816d6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (65bfdb17-217b-440c-b3d6-b8b175d4e75f), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.159758 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-65b784ea-c81a-4cc9-b70b-24c7b816d6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.163618 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-65b784ea-c81a-4cc9-b70b-24c7b816d6b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65bfdb17-217b-440c-b3d6-b8b175d4e75f HTTP/1.1" status: 204 len: 168 time: 0.5177803 Mar 08 15:38:58.169601 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b784ea-c81a-4cc9-b70b-24c7b816d6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bfdb17-217b-440c-b3d6-b8b175d4e75f,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:58.170490 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Pushing event updated for resources: {'Port': ['ID=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:58.179449 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 9860080d-a2ba-473a-87aa-ca48e7ae86db is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:58.208718 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-62d297e3-0776-4ec5-8b21-c18ffc8eda7b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (1605a198-25d3-4afb-b3de-a2c960bd4526), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.249226 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Publish callbacks [] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.253543 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:58.255687 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:58.314552 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9fead9e7-08ee-46a1-a33a-1b9fff6bf85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.326252 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.388295 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-62d297e3-0776-4ec5-8b21-c18ffc8eda7b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (1605a198-25d3-4afb-b3de-a2c960bd4526), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.437667 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5141eb3-322e-41ef-8490-9e155fb1896f None None] Pushing event updated for resources: {'Port': ['ID=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:58.477262 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9fead9e7-08ee-46a1-a33a-1b9fff6bf85b admin admin] Publish callbacks [] for security_group (fa78ecd1-5494-40cf-869e-eb0db5f5fc7b), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.511094 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Router 4810b491-d057-4812-a5aa-e2890baa00c6 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:38:58.514802 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Attempting to bind port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:58.518220 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Attempting to bind port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:58.518972 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Attempting to bind port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:58.522842 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-62d297e3-0776-4ec5-8b21-c18ffc8eda7b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (1605a198-25d3-4afb-b3de-a2c960bd4526), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.546388 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:58.547034 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Checking segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:58.549227 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.549863 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Bound using segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:58.550500 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Bound port: c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:58.551845 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.557265 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.24', 60201) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:58.570411 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9fead9e7-08ee-46a1-a33a-1b9fff6bf85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fa78ecd1-5494-40cf-869e-eb0db5f5fc7b), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.575987 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d297e3-0776-4ec5-8b21-c18ffc8eda7b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1605a198-25d3-4afb-b3de-a2c960bd4526,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:58.736035 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:38:58.744981 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-4303809e-3752-48f4-94cb-58d158fa227b admin admin] 10.222.0.25 "PUT /v2.0/routers/4810b491-d057-4812-a5aa-e2890baa00c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7987893 Mar 08 15:38:58.754660 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-62d297e3-0776-4ec5-8b21-c18ffc8eda7b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.756794 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-62d297e3-0776-4ec5-8b21-c18ffc8eda7b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8328109 Mar 08 15:38:58.764650 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41782) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:58.777665 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9fead9e7-08ee-46a1-a33a-1b9fff6bf85b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=440f47b2c0b142f59c450a209cf70dd7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9369798 Mar 08 15:38:58.781899 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-31c57381-53f7-4b1a-bbce-a3a7e46a9a6d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group_rule': {'security_group_id': '883fbf4b-64d8-4137-882d-b2eb9d8b2110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:58.783626 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41784) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:58.818340 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] For port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:58.822675 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] For port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:58.852970 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fead9e7-08ee-46a1-a33a-1b9fff6bf85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa78ecd1-5494-40cf-869e-eb0db5f5fc7b,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:58.868962 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-17e5a9b0-56fa-4447-af5b-96b7d0e45b3a None None] Provisioning complete for port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:58.869847 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-17e5a9b0-56fa-4447-af5b-96b7d0e45b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.902689 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-95933458-534f-4bf0-b4dd-4c6557f89651 admin admin] Publish callbacks [] for security_group (fa78ecd1-5494-40cf-869e-eb0db5f5fc7b), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.932009 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-95933458-534f-4bf0-b4dd-4c6557f89651 admin admin] Publish callbacks [] for security_group (fa78ecd1-5494-40cf-869e-eb0db5f5fc7b), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.945607 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41790) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:58.946791 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.963145 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-17e5a9b0-56fa-4447-af5b-96b7d0e45b3a None None] Port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:38:58.966024 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-9bf21cc1-4e26-4628-9a10-1b1f3f3f33ac tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:58.968062 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-9bf21cc1-4e26-4628-9a10-1b1f3f3f33ac tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.24 "GET /v2.0/networks?id=49c9a740-9924-43d1-b05c-d2abd3af4364 HTTP/1.1" status: 200 len: 812 time: 0.4097927 Mar 08 15:38:59.012915 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Request body: {'port': {'device_id': 'e11bb1f3-0320-4dc2-9368-f36761c05db4', 'network_id': '49c9a740-9924-43d1-b05c-d2abd3af4364', 'admin_state_up': True, 'tenant_id': '75fae950dc53423496a47a74e509f8c6'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:59.053314 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:59.058234 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:38:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:59.093622 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fd43a80c-7a82-458e-b2e5-490a46052382 None None] Provisioning complete for port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:59.094021 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fd43a80c-7a82-458e-b2e5-490a46052382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.102453 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-95933458-534f-4bf0-b4dd-4c6557f89651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fa78ecd1-5494-40cf-869e-eb0db5f5fc7b), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.106216 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-95933458-534f-4bf0-b4dd-4c6557f89651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.110354 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-95933458-534f-4bf0-b4dd-4c6557f89651 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa78ecd1-5494-40cf-869e-eb0db5f5fc7b HTTP/1.1" status: 204 len: 168 time: 0.3236570 Mar 08 15:38:59.125772 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95933458-534f-4bf0-b4dd-4c6557f89651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa78ecd1-5494-40cf-869e-eb0db5f5fc7b,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:59.265810 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b59d2d6f-eec5-4c12-9b52-f83f167fcd58 req-01323099-79bb-4c96-88c0-7580740e6e3d tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.1977339 Mar 08 15:38:59.322595 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-31c57381-53f7-4b1a-bbce-a3a7e46a9a6d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (7a0d95c4-160d-45ae-8ee0-fcf02eeb83b0), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.385478 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:59.424229 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fd43a80c-7a82-458e-b2e5-490a46052382 None None] Current status of the port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:59.428440 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fd43a80c-7a82-458e-b2e5-490a46052382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.503588 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fd43a80c-7a82-458e-b2e5-490a46052382 None None] For port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:38:59.555991 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ef64a9ef-2e89-4517-bd3d-d840b16aec8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.576773 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fd43a80c-7a82-458e-b2e5-490a46052382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.634503 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-31c57381-53f7-4b1a-bbce-a3a7e46a9a6d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (7a0d95c4-160d-45ae-8ee0-fcf02eeb83b0), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.695695 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5141eb3-322e-41ef-8490-9e155fb1896f None None] Pushing event updated for resources: {'Port': ['ID=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,revision_number=4']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:59.730290 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-31c57381-53f7-4b1a-bbce-a3a7e46a9a6d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (7a0d95c4-160d-45ae-8ee0-fcf02eeb83b0), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.736060 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:58Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:59.771178 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514094f-4d13-44bc-ab8e-6fae26150562 None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:58Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:38:59.785519 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ef64a9ef-2e89-4517-bd3d-d840b16aec8a admin admin] Publish callbacks [] for security_group (7c31ceda-d2be-4d0b-81e5-7a3d641ddeed), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.803129 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Made reservation on behalf of 75fae950dc53423496a47a74e509f8c6 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:59.808247 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.812238 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c57381-53f7-4b1a-bbce-a3a7e46a9a6d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0d95c4-160d-45ae-8ee0-fcf02eeb83b0,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:59.824674 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device ea285c76-3ceb-430f-95c9-769ae4ecc29f up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:59.831619 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43a80c-7a82-458e-b2e5-490a46052382 None None] Pushing event updated for resources: {'Port': ['ID=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:59.840111 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ef64a9ef-2e89-4517-bd3d-d840b16aec8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (7c31ceda-d2be-4d0b-81e5-7a3d641ddeed), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.894966 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-31c57381-53f7-4b1a-bbce-a3a7e46a9a6d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.896995 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-31c57381-53f7-4b1a-bbce-a3a7e46a9a6d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1264710 Mar 08 15:38:59.900382 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41830) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:59.907740 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:59.929482 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d3261338-0fb1-4416-af60-cced7c89e7ed None None] Provisioning complete for port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:59.932456 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d3261338-0fb1-4416-af60-cced7c89e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.998294 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ef64a9ef-2e89-4517-bd3d-d840b16aec8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bb6b423f7d54004a9d1b77e9379c670&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0513723 Mar 08 15:39:00.001018 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41832) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:00.041619 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64a9ef-2e89-4517-bd3d-d840b16aec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c31ceda-d2be-4d0b-81e5-7a3d641ddeed,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:00.122882 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.159040 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b1603202-e911-47a1-aca2-d63ef2639fe7 admin admin] Publish callbacks [] for security_group (7c31ceda-d2be-4d0b-81e5-7a3d641ddeed), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.207460 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b1603202-e911-47a1-aca2-d63ef2639fe7 admin admin] Publish callbacks [] for security_group (7c31ceda-d2be-4d0b-81e5-7a3d641ddeed), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.293374 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Allocated IP 172.20.0.10 (49c9a740-9924-43d1-b05c-d2abd3af4364/15269f75-452b-4116-9537-eed5d45205f3/768185f1-c492-42a8-8e86-99f4efd0b43a) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:00.365111 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port ea285c76-3ceb-430f-95c9-769ae4ecc29f triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:00.366203 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.523063 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d3261338-0fb1-4416-af60-cced7c89e7ed None None] Current status of the port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:00.541325 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.631416 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41854) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:00.643381 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41856) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:00.646687 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port ea285c76-3ceb-430f-95c9-769ae4ecc29f is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:00.650031 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.655641 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-096bfc4f-d60e-4446-90ae-50047ceb5d6d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320682609', 'description': 'tempest-description--1605803133'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:00.660513 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b1603202-e911-47a1-aca2-d63ef2639fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (7c31ceda-d2be-4d0b-81e5-7a3d641ddeed), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.669575 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b1603202-e911-47a1-aca2-d63ef2639fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.671500 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b1603202-e911-47a1-aca2-d63ef2639fe7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c31ceda-d2be-4d0b-81e5-7a3d641ddeed HTTP/1.1" status: 204 len: 168 time: 0.6685112 Mar 08 15:39:00.706953 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port ea285c76-3ceb-430f-95c9-769ae4ecc29f, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=ea285c76-3ceb-430f-95c9-769ae4ecc29f,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:00.723761 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1603202-e911-47a1-aca2-d63ef2639fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c31ceda-d2be-4d0b-81e5-7a3d641ddeed,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:00.780914 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.878451 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Allocated IP 172.27.3.141 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/fadb529a-4a70-4b4b-9d2b-ba3bde70da5f) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:00.903065 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=ea285c76-3ceb-430f-95c9-769ae4ecc29f,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:00.925927 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Publish callbacks [] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.959647 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-299eae1e-006e-499a-a276-fda6503b51a0 req-b5b223b5-45a9-425e-8b98-34de7690cb7d tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.3266737 Mar 08 15:39:01.060139 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Sync routers for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:39:01.062352 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.071036 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-096bfc4f-d60e-4446-90ae-50047ceb5d6d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.076487 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:01.077128 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:38:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:01.135723 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.226994 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:01.244955 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.245131 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-096bfc4f-d60e-4446-90ae-50047ceb5d6d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (425be3a1-2143-41e7-a4ea-ea05fa3c97cf), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.265368 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41884) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:01.267670 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:01.280613 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Network 49c9a740-9924-43d1-b05c-d2abd3af4364 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:01.292789 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:01.302149 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:01.305525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:01.306148 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.308903 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dae3ac6f-980d-4e39-98c6-6ab8d8d408cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.322280 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:01.344548 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:01.344925 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Pushing event updated for resources: {'Port': ['ID=768185f1-c492-42a8-8e86-99f4efd0b43a,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:01.344925 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-096bfc4f-d60e-4446-90ae-50047ceb5d6d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (425be3a1-2143-41e7-a4ea-ea05fa3c97cf), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.389917 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bfc4f-d60e-4446-90ae-50047ceb5d6d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425be3a1-2143-41e7-a4ea-ea05fa3c97cf,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:01.429872 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (173a81af-2aa3-432a-bc7e-933cd7e261e5), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.443805 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a61c6f6e-423c-4c4b-a391-f1e28608fc51 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4348133 Mar 08 15:39:01.462406 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-23478c9d-f010-44a5-bbfd-fbecbf6ca915 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:39:01.463391 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=fadb529a-4a70-4b4b-9d2b-ba3bde70da5f,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:01.463839 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-23478c9d-f010-44a5-bbfd-fbecbf6ca915 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110860 Mar 08 15:39:01.475705 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-096bfc4f-d60e-4446-90ae-50047ceb5d6d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.477318 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-096bfc4f-d60e-4446-90ae-50047ceb5d6d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8256202 Mar 08 15:39:01.480494 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41890) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:01.485163 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-360e04ea-cf5d-4a5d-8004-ad2d95fa445f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'security_group_rule': {'security_group_id': '425be3a1-2143-41e7-a4ea-ea05fa3c97cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:01.510275 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dae3ac6f-980d-4e39-98c6-6ab8d8d408cb admin admin] Publish callbacks [] for security_group (31c980f3-6267-4811-b86a-fc0034688137), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.614399 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 2, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:01.633815 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dae3ac6f-980d-4e39-98c6-6ab8d8d408cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (31c980f3-6267-4811-b86a-fc0034688137), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.653566 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Checking router: 4810b491-d057-4812-a5aa-e2890baa00c6 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:39:01.654457 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Updating router 4810b491-d057-4812-a5aa-e2890baa00c6 port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:39:01.679008 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-360e04ea-cf5d-4a5d-8004-ad2d95fa445f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (06e9e825-516e-45a9-b372-34b60ab37829), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.680699 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41896) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:01.681041 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-dae3ac6f-980d-4e39-98c6-6ab8d8d408cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d76d3a9d9ade4b5f873466d35584bdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137876 Mar 08 15:39:01.690509 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.697707 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3ac6f-980d-4e39-98c6-6ab8d8d408cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c980f3-6267-4811-b86a-fc0034688137,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:01.706975 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.809245 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b88a209-378a-4b18-9b1a-1e15374122b7 admin admin] Publish callbacks [] for security_group (31c980f3-6267-4811-b86a-fc0034688137), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.854197 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-360e04ea-cf5d-4a5d-8004-ad2d95fa445f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (06e9e825-516e-45a9-b372-34b60ab37829), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.885042 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:01.892185 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b88a209-378a-4b18-9b1a-1e15374122b7 admin admin] Publish callbacks [] for security_group (31c980f3-6267-4811-b86a-fc0034688137), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.927475 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-360e04ea-cf5d-4a5d-8004-ad2d95fa445f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (06e9e825-516e-45a9-b372-34b60ab37829), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.991990 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e04ea-cf5d-4a5d-8004-ad2d95fa445f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e9e825-516e-45a9-b372-34b60ab37829,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:02.103444 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-360e04ea-cf5d-4a5d-8004-ad2d95fa445f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.115743 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-360e04ea-cf5d-4a5d-8004-ad2d95fa445f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6339982 Mar 08 15:39:02.129558 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41910) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:02.135941 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-1ea1eac8-fa41-40db-ab0f-7caf99f38c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'security_group_rule': {'security_group_id': '425be3a1-2143-41e7-a4ea-ea05fa3c97cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:02.187978 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:02.189519 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.205559 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.210972 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b88a209-378a-4b18-9b1a-1e15374122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (31c980f3-6267-4811-b86a-fc0034688137), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.218568 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b88a209-378a-4b18-9b1a-1e15374122b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.228013 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8b88a209-378a-4b18-9b1a-1e15374122b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31c980f3-6267-4811-b86a-fc0034688137 HTTP/1.1" status: 204 len: 168 time: 0.5427828 Mar 08 15:39:02.250086 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88a209-378a-4b18-9b1a-1e15374122b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c980f3-6267-4811-b86a-fc0034688137,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:02.303946 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eac8-fa41-40db-ab0f-7caf99f38c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (0a93f541-d753-47b1-8e0c-5697fd9194ee), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.308587 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a1b8-13ef-4bf8-be3f-df069af6fbc7 req-76c67bf8-ff83-497b-88ad-83cb671893f5 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:02.308587 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e24a1b8-13ef-4bf8-be3f-df069af6fbc7 req-76c67bf8-ff83-497b-88ad-83cb671893f5 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 932 time: 0.2098234 Mar 08 15:39:02.366736 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Publish callbacks [] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.368897 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:02.370203 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device ea285c76-3ceb-430f-95c9-769ae4ecc29f up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:02.429666 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eac8-fa41-40db-ab0f-7caf99f38c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (0a93f541-d753-47b1-8e0c-5697fd9194ee), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.435313 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.465535 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port ea285c76-3ceb-430f-95c9-769ae4ecc29f triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:02.465535 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.469895 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.492272 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e24a1b8-13ef-4bf8-be3f-df069af6fbc7 req-2a12c7f5-7c5d-471c-a85b-bbbdc3895696 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627157 Mar 08 15:39:02.492272 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 41916) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:02.517538 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eac8-fa41-40db-ab0f-7caf99f38c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (0a93f541-d753-47b1-8e0c-5697fd9194ee), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.524586 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (173a81af-2aa3-432a-bc7e-933cd7e261e5), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.579765 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=fadb529a-4a70-4b4b-9d2b-ba3bde70da5f,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:02.584798 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Request body: {'port': {'device_id': 'e11bb1f3-0320-4dc2-9368-f36761c05db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:02.592071 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1eac8-fa41-40db-ab0f-7caf99f38c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a93f541-d753-47b1-8e0c-5697fd9194ee,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:02.652604 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.654774 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-be4df333-7075-4ab2-9d52-b2ec2fac8e56 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7527847 Mar 08 15:39:02.722773 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677343d-f142-40c7-8aed-f7fdaaa961cc None None] Pushing event updated for resources: {'Port': ['ID=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:02.780024 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.818394 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eac8-fa41-40db-ab0f-7caf99f38c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.823760 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1ea1eac8-fa41-40db-ab0f-7caf99f38c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6924379 Mar 08 15:39:02.826264 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41928) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:02.837101 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:02.861666 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port ea285c76-3ceb-430f-95c9-769ae4ecc29f is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:02.894074 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Attempting to bind port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:02.894479 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Attempting to bind port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:02.894850 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Attempting to bind port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d on network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:02.905470 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:02.906406 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Checking segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:02.906842 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:02.907227 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Bound using segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:02.907702 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Bound port: 4e496f12-f0ce-4f33-ba5a-e0167b066d5d, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:02.908090 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:03.010815 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-945fe6e0-d3b6-4865-a101-b241e6aa0001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:03.021353 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] For port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:03.025852 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] For port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:03.171394 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-df5751eb-31d1-4734-82ce-fad3f8140bd7 None None] Provisioning complete for port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:03.174892 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-df5751eb-31d1-4734-82ce-fad3f8140bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:03.228422 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:03.297907 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:03.433794 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-df5751eb-31d1-4734-82ce-fad3f8140bd7 None None] Port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:39:03.508070 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:03.542325 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677343d-f142-40c7-8aed-f7fdaaa961cc None None] Pushing event updated for resources: {'Port': ['ID=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:03.570459 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:03.571290 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:38:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:03.779665 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-3a0425f1-316d-415c-9c27-f67c5c44044c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1122561337&fields=id&tenant_id=59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 267 time: 0.2902026 Mar 08 15:39:03.820473 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Allocated IP 172.27.3.85 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/1fb222c6-35dd-4492-8895-d43f05e1cd59) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:03.866999 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:03.943660 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-aa478e9c-9327-4867-953b-1614d956cd7e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:03.950502 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-aa478e9c-9327-4867-953b-1614d956cd7e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 815 time: 0.1697147 Mar 08 15:39:03.981702 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-50b1d1ac-fdd7-4d84-9a08-9815be68fa37 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/quotas/59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 375 time: 0.0296266 Mar 08 15:39:03.999963 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-945fe6e0-d3b6-4865-a101-b241e6aa0001 admin admin] Publish callbacks [] for security_group (b7687a3b-d08a-4535-b6fa-865a80a1914d), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.087412 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-77759abc-cc4a-4f86-a2f1-0b7e796aacc2 None None] Provisioning complete for port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:04.088448 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-77759abc-cc4a-4f86-a2f1-0b7e796aacc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.125130 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-30ce846d-f8a7-40a5-8c3a-d64b9302a795 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1424768 Mar 08 15:39:04.182806 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f94b-edc8-4d5d-9ead-5cceba829e46 req-2702d663-b825-45ce-9405-59306b2ffe7a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:04.184558 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7c12f94b-edc8-4d5d-9ead-5cceba829e46 req-2702d663-b825-45ce-9405-59306b2ffe7a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 932 time: 0.4850948 Mar 08 15:39:04.190199 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for port (1fb222c6-35dd-4492-8895-d43f05e1cd59), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.219636 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-945fe6e0-d3b6-4865-a101-b241e6aa0001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b7687a3b-d08a-4535-b6fa-865a80a1914d), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.266186 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768185f1-c492-42a8-8e86-99f4efd0b43a {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:04.287797 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-945fe6e0-d3b6-4865-a101-b241e6aa0001 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=915876653e4646c783541ff6a50a9d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7948036 Mar 08 15:39:04.288007 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 41972) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:04.299916 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Publish callbacks [] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.359444 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7c12f94b-edc8-4d5d-9ead-5cceba829e46 req-4f49e1c2-942e-4981-97a9-7e01dd04f0c8 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606679 Mar 08 15:39:04.397039 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Transition to ACTIVE for port object 768185f1-c492-42a8-8e86-99f4efd0b43a will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:04.398325 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fe6e0-d3b6-4865-a101-b241e6aa0001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7687a3b-d08a-4535-b6fa-865a80a1914d,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:04.417227 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (1fb222c6-35dd-4492-8895-d43f05e1cd59), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.434484 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4041-9954-4b6c-b353-acbcaa9de799 admin admin] Publish callbacks [] for security_group (b7687a3b-d08a-4535-b6fa-865a80a1914d), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.475911 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4041-9954-4b6c-b353-acbcaa9de799 admin admin] Publish callbacks [] for security_group (b7687a3b-d08a-4535-b6fa-865a80a1914d), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.482368 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.593540 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-77759abc-cc4a-4f86-a2f1-0b7e796aacc2 None None] Current status of the port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:04.594220 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-77759abc-cc4a-4f86-a2f1-0b7e796aacc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.637944 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=768185f1-c492-42a8-8e86-99f4efd0b43a,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:04.649481 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-77759abc-cc4a-4f86-a2f1-0b7e796aacc2 None None] For port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:04.708338 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'Port': ['ID=1fb222c6-35dd-4492-8895-d43f05e1cd59,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:04.721370 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:04.724343 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:04.728852 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:04.755877 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:03Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:04.778701 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Attempting to bind port 768185f1-c492-42a8-8e86-99f4efd0b43a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:04.779282 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Attempting to bind port 768185f1-c492-42a8-8e86-99f4efd0b43a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ed65e18d-5264-4c5c-9507-a9fb10768c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49c9a740-9924-43d1-b05c-d2abd3af4364'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:04.779455 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Attempting to bind port 768185f1-c492-42a8-8e86-99f4efd0b43a on network 49c9a740-9924-43d1-b05c-d2abd3af4364 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:04.784890 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Port 768185f1-c492-42a8-8e86-99f4efd0b43a on network 49c9a740-9924-43d1-b05c-d2abd3af4364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:04.788273 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Attempting to bind port 768185f1-c492-42a8-8e86-99f4efd0b43a on network 49c9a740-9924-43d1-b05c-d2abd3af4364 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:04.790792 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:04.791344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Checking segment: {'id': 'ed65e18d-5264-4c5c-9507-a9fb10768c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49c9a740-9924-43d1-b05c-d2abd3af4364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:04.791709 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Bound using segment: {'id': 'ed65e18d-5264-4c5c-9507-a9fb10768c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49c9a740-9924-43d1-b05c-d2abd3af4364'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:04.792654 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Bound port: 768185f1-c492-42a8-8e86-99f4efd0b43a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed65e18d-5264-4c5c-9507-a9fb10768c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '49c9a740-9924-43d1-b05c-d2abd3af4364'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:04.792915 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.818468 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-77759abc-cc4a-4f86-a2f1-0b7e796aacc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.821030 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4041-9954-4b6c-b353-acbcaa9de799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b7687a3b-d08a-4535-b6fa-865a80a1914d), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.824657 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c0039-a043-4817-87a0-7cbf924dc38c None None] The sync data for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi is: [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:03Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:39:04.826805 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4041-9954-4b6c-b353-acbcaa9de799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.832376 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-2c7e4041-9954-4b6c-b353-acbcaa9de799 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7687a3b-d08a-4535-b6fa-865a80a1914d HTTP/1.1" status: 204 len: 168 time: 0.5436072 Mar 08 15:39:04.986955 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e4041-9954-4b6c-b353-acbcaa9de799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7687a3b-d08a-4535-b6fa-865a80a1914d,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:04.995418 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] For port 768185f1-c492-42a8-8e86-99f4efd0b43a, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:04.995907 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (5089fe0d-ddca-41e3-97f6-665825281f5e), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.996281 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] For port 768185f1-c492-42a8-8e86-99f4efd0b43a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768185f1-c492-42a8-8e86-99f4efd0b43a,segment=NetworkSegment(ed65e18d-5264-4c5c-9507-a9fb10768c52),segment_id=ed65e18d-5264-4c5c-9507-a9fb10768c52)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:04.996451 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77759abc-cc4a-4f86-a2f1-0b7e796aacc2 None None] Pushing event updated for resources: {'Port': ['ID=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:05.033095 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-0966aa63-5bc2-4438-b577-8964c16e09b0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:39:05.034764 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-0966aa63-5bc2-4438-b577-8964c16e09b0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4248466 Mar 08 15:39:05.171789 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.260390 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1fb222c6-35dd-4492-8895-d43f05e1cd59), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.277907 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:05.282482 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.284964 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/768185f1-c492-42a8-8e86-99f4efd0b43a HTTP/1.1" status: 200 len: 1094 time: 3.1869442 Mar 08 15:39:05.290282 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11bb1f3-0320-4dc2-9368-f36761c05db4', 'tag': '768185f1-c492-42a8-8e86-99f4efd0b43a'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:05.425898 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c751310-e06f-4ea2-8407-b851383dd9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=768185f1-c492-42a8-8e86-99f4efd0b43a,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:05.457592 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-b5ced997-8028-447f-8488-a7787d468cdc service neutron] 10.222.0.25 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825123 Mar 08 15:39:05.600608 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-d7557c90-c183-4381-82b5-341acac21b1a service neutron] 10.222.0.25 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634936 Mar 08 15:39:05.629303 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for port (1fb222c6-35dd-4492-8895-d43f05e1cd59), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.720350 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (1fb222c6-35dd-4492-8895-d43f05e1cd59), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.805759 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (5089fe0d-ddca-41e3-97f6-665825281f5e), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.808729 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 4e496f12-f0ce-4f33-ba5a-e0167b066d5d up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:05.830038 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'Port': ['ID=1fb222c6-35dd-4492-8895-d43f05e1cd59,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:05.892593 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118bf8-f8a7-4c79-a9e5-04834285caf1 req-41ffd034-fdca-4aa3-bb5c-f9992819be04 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:05.895856 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:05.896392 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.903656 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43118bf8-f8a7-4c79-a9e5-04834285caf1 req-41ffd034-fdca-4aa3-bb5c-f9992819be04 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.3019416 Mar 08 15:39:05.919640 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.922822 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-6f7d6647-8ff9-4c1a-90d8-d8f58ff99a60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0931015 Mar 08 15:39:05.958907 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-0d13853b-25ec-4884-9128-1adabaafcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:05.961210 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-0d13853b-25ec-4884-9128-1adabaafcca0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75fae950dc53423496a47a74e509f8c6&device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 1128 time: 0.3359256 Mar 08 15:39:05.995509 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43118bf8-f8a7-4c79-a9e5-04834285caf1 req-960fbc0a-440b-4505-9356-7e3a1bc3a428 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907071 Mar 08 15:39:06.046227 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:06.146929 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-61ab5ec7-a30c-4fdf-88ec-99122a304a7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=768185f1-c492-42a8-8e86-99f4efd0b43a HTTP/1.1" status: 200 len: 217 time: 0.1551826 Mar 08 15:39:06.167293 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1b242f96-7e80-494a-9371-4270121dda33 req-96d772aa-0da4-4e30-ae1b-6e81f1587d3b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0332921 Mar 08 15:39:06.633302 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e11bb1f3-0320-4dc2-9368-f36761c05db4", "tag": "768185f1-c492-42a8-8e86-99f4efd0b43a"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:06.659299 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-938608eb-6e23-425c-8638-3417c75b56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:06.661084 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-938608eb-6e23-425c-8638-3417c75b56fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15269f75-452b-4116-9537-eed5d45205f3 HTTP/1.1" status: 200 len: 852 time: 0.4656765 Mar 08 15:39:06.705004 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-43707d60-2fa8-4a2d-a27e-9ef9118f25aa tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1320682609&fields=id&tenant_id=9ac62b56e40d4f0981ee3ca2bb898333 HTTP/1.1" status: 200 len: 267 time: 0.1059065 Mar 08 15:39:06.851523 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-0275f4de-81f2-4380-8a5b-c55084d3409a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:06.851523 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-0275f4de-81f2-4380-8a5b-c55084d3409a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 817 time: 0.1337531 Mar 08 15:39:06.864306 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-546c74d8-fe0f-4556-96d3-d93af55708d2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/quotas/9ac62b56e40d4f0981ee3ca2bb898333 HTTP/1.1" status: 200 len: 375 time: 0.0103652 Mar 08 15:39:06.921700 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-ef30392e-a818-4896-aea7-0a852d8d4cb5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504162 Mar 08 15:39:07.029099 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-89afed01-b08c-4af5-9f89-ef5f9901cdf0 service neutron] 10.222.0.25 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944402 Mar 08 15:39:07.159331 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-9ee5ac86-7b13-474e-a0a5-5fe533f79eee service neutron] 10.222.0.25 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273394 Mar 08 15:39:07.547431 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac11a81d-bbd1-4a52-86ff-d647e53b47a7 x-openstack-request-id: req-ac11a81d-bbd1-4a52-86ff-d647e53b47a7 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:07.547431 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11bb1f3-0320-4dc2-9368-f36761c05db4", "tag": "768185f1-c492-42a8-8e86-99f4efd0b43a", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:07.547431 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac11a81d-bbd1-4a52-86ff-d647e53b47a7 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:07.547431 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11bb1f3-0320-4dc2-9368-f36761c05db4', 'tag': '768185f1-c492-42a8-8e86-99f4efd0b43a', 'status': 'completed', 'code': 200} Mar 08 15:39:07.623423 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927554b-72fc-4965-9e88-7eeebfad0fa3 req-70eb7eb7-9988-4761-955b-9bd9a6b676c3 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:07.625709 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f927554b-72fc-4965-9e88-7eeebfad0fa3 req-70eb7eb7-9988-4761-955b-9bd9a6b676c3 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.0965900 Mar 08 15:39:07.698372 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aa6ff611-dd33-436e-afdb-d894bb85dde8 req-273a0e85-caf2-4a64-baac-1e58f331b2af tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0711095 Mar 08 15:39:07.879464 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-a96657c0-c128-4f46-aa6b-367e0c58a29f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49c9a740-9924-43d1-b05c-d2abd3af4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457462 Mar 08 15:39:07.893954 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f927554b-72fc-4965-9e88-7eeebfad0fa3 req-d8f5d1ec-ec9f-42a8-b22e-664d87deb2b9 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562752 Mar 08 15:39:07.910665 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cbd3c59-fe32-4c2f-ac4a-b2d954a64add req-d04eadc7-890d-424c-8408-147359ad05a3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.1632042 Mar 08 15:39:08.799297 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-077aa40f-9a6e-453a-b6e3-1d029895ea10 req-8773cbee-d556-437a-ac81-722d75c3da05 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0274811 Mar 08 15:39:09.171577 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-817d7ae6-055e-4b0d-8b6a-3a3eaff7cc28 req-5884c66f-43ac-49a3-bdf8-d84f9f1d2bc3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.1816895 Mar 08 15:39:09.206562 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1124f3-665c-4744-a28d-01a21d3d1121 req-34552ee6-df75-4eb0-a2bb-1e404e007797 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:09.209929 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb1124f3-665c-4744-a28d-01a21d3d1121 req-34552ee6-df75-4eb0-a2bb-1e404e007797 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.2296979 Mar 08 15:39:09.332377 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb1124f3-665c-4744-a28d-01a21d3d1121 req-166ae273-d3ed-4afc-8b06-05bdb8cb2ac0 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133163 Mar 08 15:39:09.959650 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4cfeb1d4-4c26-464a-b69f-8435180cefa0 req-76390fd4-25d8-4495-9593-9a4e025b2058 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0388017 Mar 08 15:39:10.227715 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42184) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:10.300231 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c5ccbd8-d01f-4a88-9c76-ab897f228483 req-e5c9ab15-dd78-449c-912e-0db11109db3a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0399106 Mar 08 15:39:10.392855 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-86f94d7c-b792-4170-9e7e-5639c7c5f111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:10.463690 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc49883-e15a-445a-8093-2f6c1aa8f050 req-ed7feeb4-269e-4d34-a7f1-ab58f3e170a0 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:10.465156 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8fc49883-e15a-445a-8093-2f6c1aa8f050 req-ed7feeb4-269e-4d34-a7f1-ab58f3e170a0 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.0655103 Mar 08 15:39:10.491229 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-86f94d7c-b792-4170-9e7e-5639c7c5f111 admin admin] Publish callbacks [] for security_group (ee4d6226-a3a0-4edf-b013-8dc0d8b702bc), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:10.516734 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8fc49883-e15a-445a-8093-2f6c1aa8f050 req-fae058ec-fc6f-4536-88e9-20b79fef7add tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Mar 08 15:39:10.733831 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-86f94d7c-b792-4170-9e7e-5639c7c5f111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ee4d6226-a3a0-4edf-b013-8dc0d8b702bc), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:10.797530 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f94d7c-b792-4170-9e7e-5639c7c5f111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4d6226-a3a0-4edf-b013-8dc0d8b702bc,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:10.806547 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 42200) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:10.806787 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-86f94d7c-b792-4170-9e7e-5639c7c5f111 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a8f040966f642e8b57caf76bfcd7383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5798767 Mar 08 15:39:10.935908 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed136052-5f79-4ff6-bb3e-aee1a6e9cbdd admin admin] Publish callbacks [] for security_group (ee4d6226-a3a0-4edf-b013-8dc0d8b702bc), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:10.981792 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed136052-5f79-4ff6-bb3e-aee1a6e9cbdd admin admin] Publish callbacks [] for security_group (ee4d6226-a3a0-4edf-b013-8dc0d8b702bc), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:11.082779 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e3357d64-186e-49e7-8d6f-2499c5c05668 req-34f4ada9-3538-4a52-a82b-1794f664ef06 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0481968 Mar 08 15:39:11.236688 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed136052-5f79-4ff6-bb3e-aee1a6e9cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ee4d6226-a3a0-4edf-b013-8dc0d8b702bc), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:11.236688 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed136052-5f79-4ff6-bb3e-aee1a6e9cbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:11.236688 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ed136052-5f79-4ff6-bb3e-aee1a6e9cbdd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee4d6226-a3a0-4edf-b013-8dc0d8b702bc HTTP/1.1" status: 204 len: 168 time: 0.4268341 Mar 08 15:39:11.251018 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed136052-5f79-4ff6-bb3e-aee1a6e9cbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4d6226-a3a0-4edf-b013-8dc0d8b702bc,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:11.407784 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cdc61cb7-b956-4fac-99a3-e27ed6123cce req-531e63d2-18c5-46ca-9dae-51455a61f74e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0439043 Mar 08 15:39:11.661181 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c896d-a324-4677-8fab-96c6134394f5 req-f856cb5f-d38c-4880-aec3-5f67c5b41c98 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:11.662937 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-da1c896d-a324-4677-8fab-96c6134394f5 req-f856cb5f-d38c-4880-aec3-5f67c5b41c98 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.0697474 Mar 08 15:39:11.715180 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-da1c896d-a324-4677-8fab-96c6134394f5 req-9dbef206-0fe6-425a-86b6-dd5e258eee12 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457709 Mar 08 15:39:12.196045 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ba82ffaf-8489-45af-a37e-21f45a623cf2 req-fdcb1c0b-af50-4935-adcd-123f4fa230aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0287673 Mar 08 15:39:12.527540 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-18387b8e-baf2-44bd-8e78-35f1d22fdd16 req-543f01b8-f112-418f-a845-b5cde1ea507a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0322874 Mar 08 15:39:12.696295 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 42242) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:12.720063 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e75e7059-c111-4dda-ab29-e96743cdf64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:12.944562 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba617c-ba4f-4f11-b968-88d64489ad65 req-60fa6e6b-1247-4f6e-9460-aebc5eb49dcd tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:12.946232 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8eba617c-ba4f-4f11-b968-88d64489ad65 req-60fa6e6b-1247-4f6e-9460-aebc5eb49dcd tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.0904756 Mar 08 15:39:13.033551 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8eba617c-ba4f-4f11-b968-88d64489ad65 req-8790b7f8-3388-4613-a981-a0700e1fc02c tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748863 Mar 08 15:39:13.118476 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e75e7059-c111-4dda-ab29-e96743cdf64a admin admin] Publish callbacks [] for security_group (ec1ff4f7-c49f-49c1-8ec2-178d4d10ebb3), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.191091 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e75e7059-c111-4dda-ab29-e96743cdf64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ec1ff4f7-c49f-49c1-8ec2-178d4d10ebb3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.231875 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e75e7059-c111-4dda-ab29-e96743cdf64a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=994005db41b54a31a3d18a4fb5c617b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5342789 Mar 08 15:39:13.233187 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e7059-c111-4dda-ab29-e96743cdf64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1ff4f7-c49f-49c1-8ec2-178d4d10ebb3,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:13.234616 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42260) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:13.286939 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d5310e15-009b-448e-8725-e4d0e47fe523 admin admin] Publish callbacks [] for security_group (ec1ff4f7-c49f-49c1-8ec2-178d4d10ebb3), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.319773 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d5310e15-009b-448e-8725-e4d0e47fe523 admin admin] Publish callbacks [] for security_group (ec1ff4f7-c49f-49c1-8ec2-178d4d10ebb3), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.324784 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dfbc4f47-587e-4acb-a0ef-fdc4d0f3fc7b req-5d816ded-b78e-448d-9784-c26cc996d500 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0437107 Mar 08 15:39:13.540227 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d5310e15-009b-448e-8725-e4d0e47fe523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ec1ff4f7-c49f-49c1-8ec2-178d4d10ebb3), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.542735 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d5310e15-009b-448e-8725-e4d0e47fe523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.543913 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d5310e15-009b-448e-8725-e4d0e47fe523 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec1ff4f7-c49f-49c1-8ec2-178d4d10ebb3 HTTP/1.1" status: 204 len: 168 time: 0.3083725 Mar 08 15:39:13.556220 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5310e15-009b-448e-8725-e4d0e47fe523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1ff4f7-c49f-49c1-8ec2-178d4d10ebb3,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:13.658840 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-222dff8d-b4b0-4234-88a4-ad25478bb75b req-5d04357b-512a-4462-9d87-2e613a7ebb6d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0282121 Mar 08 15:39:14.160091 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb795e-57ca-41c4-ad8f-1ea2cae56f97 req-217f302d-2b4e-4f35-8c1f-0f30e1423a93 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:14.161823 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8fdb795e-57ca-41c4-ad8f-1ea2cae56f97 req-217f302d-2b4e-4f35-8c1f-0f30e1423a93 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.0602319 Mar 08 15:39:14.209776 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8fdb795e-57ca-41c4-ad8f-1ea2cae56f97 req-be83ac66-28d3-4edf-9cff-704f3c8d8051 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Mar 08 15:39:14.417033 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bca37440-83e3-4bb5-9cc1-cb86aab40e5a req-f0bb9a4e-cc3a-4f5c-bd8d-4de80ad16c71 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0273194 Mar 08 15:39:14.761500 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-47132410-e843-4a2e-9c80-34d00ccdb4b6 req-b66c5ef3-59dd-4206-ada6-fd5d9edc3ff2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0296350 Mar 08 15:39:14.799900 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42318) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:14.904941 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-19cbf76b-4b98-4fe0-9fa2-40538aac62ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.976452 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-19cbf76b-4b98-4fe0-9fa2-40538aac62ec admin admin] Publish callbacks [] for security_group (c7a94331-8d3c-4931-994e-d2548b6568d8), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.038106 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-19cbf76b-4b98-4fe0-9fa2-40538aac62ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c7a94331-8d3c-4931-994e-d2548b6568d8), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.075142 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-19cbf76b-4b98-4fe0-9fa2-40538aac62ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27cec17880eb49589a90e5b3773e8950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741110 Mar 08 15:39:15.077739 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbf76b-4b98-4fe0-9fa2-40538aac62ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a94331-8d3c-4931-994e-d2548b6568d8,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.082252 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42326) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:15.138331 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b07966ba-1312-4ce4-b07b-5db32d580a68 admin admin] Publish callbacks [] for security_group (c7a94331-8d3c-4931-994e-d2548b6568d8), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.159790 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b07966ba-1312-4ce4-b07b-5db32d580a68 admin admin] Publish callbacks [] for security_group (c7a94331-8d3c-4931-994e-d2548b6568d8), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.304614 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b07966ba-1312-4ce4-b07b-5db32d580a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c7a94331-8d3c-4931-994e-d2548b6568d8), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.307184 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b07966ba-1312-4ce4-b07b-5db32d580a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.308375 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b07966ba-1312-4ce4-b07b-5db32d580a68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7a94331-8d3c-4931-994e-d2548b6568d8 HTTP/1.1" status: 204 len: 168 time: 0.2251561 Mar 08 15:39:15.318065 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07966ba-1312-4ce4-b07b-5db32d580a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a94331-8d3c-4931-994e-d2548b6568d8,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.333745 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df649c73-4260-4375-b1b6-7d5960e1f6e3 req-80225184-b0d3-4432-8771-10e778083035 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:15.335363 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df649c73-4260-4375-b1b6-7d5960e1f6e3 req-80225184-b0d3-4432-8771-10e778083035 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.0605476 Mar 08 15:39:15.390256 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df649c73-4260-4375-b1b6-7d5960e1f6e3 req-ec532a2e-1ae3-4563-8d56-adf862691dff tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Mar 08 15:39:15.523276 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-38d43cec-f5b6-49c9-8baa-02498fe66f60 req-5d67d20f-2e19-4b07-94e6-0e88323c43d7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0338216 Mar 08 15:39:15.606003 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-75ab83ec-c829-44b0-9bc7-5a79b7d165ba service neutron] 10.222.0.24 "GET /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077878 Mar 08 15:39:15.720847 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ebb561f-1a9f-4189-8040-1042d4d51d1e req-52d00221-6206-489d-85ff-fa441f220d61 service neutron] 10.222.0.24 "GET /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063960 Mar 08 15:39:15.907905 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8b92836d-eedb-4b2d-ad3d-490d94834d01 req-e8bbc8ce-c192-4d7b-8277-06d9eb0115bc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0389175 Mar 08 15:39:15.966034 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-54e970e4-0c71-4c49-bdf9-fcc097d47d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:15.967661 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-54e970e4-0c71-4c49-bdf9-fcc097d47d42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75fae950dc53423496a47a74e509f8c6&device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 1128 time: 0.0453007 Mar 08 15:39:16.135566 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-5c689346-0085-4838-bd6c-568746eba229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:16.137085 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-5c689346-0085-4838-bd6c-568746eba229 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49c9a740-9924-43d1-b05c-d2abd3af4364 HTTP/1.1" status: 200 len: 912 time: 0.1639910 Mar 08 15:39:16.185767 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-a9f2c22b-7c3f-44aa-aa89-32d0abd91168 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=768185f1-c492-42a8-8e86-99f4efd0b43a HTTP/1.1" status: 200 len: 217 time: 0.0344222 Mar 08 15:39:16.243167 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-ce6bcf7f-7d22-4e20-891b-8a620aca3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:16.243167 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-ce6bcf7f-7d22-4e20-891b-8a620aca3b56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15269f75-452b-4116-9537-eed5d45205f3 HTTP/1.1" status: 200 len: 852 time: 0.0497053 Mar 08 15:39:16.258172 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42376) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:16.272367 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-e76473c7-cbd1-45ec-a0ab-cb783d1d1b46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49c9a740-9924-43d1-b05c-d2abd3af4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275509 Mar 08 15:39:16.273519 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-27d41312-d6a3-4312-b950-89feaa1f72ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.372323 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-27d41312-d6a3-4312-b950-89feaa1f72ae admin admin] Publish callbacks [] for security_group (ed540443-cd7a-40b8-81a8-fb2e3d6e97ee), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.377253 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-290cbb0b-7362-4074-b375-d491210b46a9 service neutron] 10.222.0.24 "GET /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973337 Mar 08 15:39:16.447692 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-27d41312-d6a3-4312-b950-89feaa1f72ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ed540443-cd7a-40b8-81a8-fb2e3d6e97ee), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.450738 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 42382) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:16.488381 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-27d41312-d6a3-4312-b950-89feaa1f72ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9167975331474e109654464e296c5b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290764 Mar 08 15:39:16.491947 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42386) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:16.513321 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db0a6a74-0c1e-4add-a14c-9ca61dc271d2 req-e931d675-9550-4c51-82e6-04302f05bcef service neutron] 10.222.0.24 "GET /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297660 Mar 08 15:39:16.518124 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d41312-d6a3-4312-b950-89feaa1f72ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed540443-cd7a-40b8-81a8-fb2e3d6e97ee,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:16.541301 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab1174-1f8b-406c-9dca-b1379a604248 req-f5e6c14d-2f61-4f2a-91f9-81b20deb881a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:16.551386 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f1ab1174-1f8b-406c-9dca-b1379a604248 req-f5e6c14d-2f61-4f2a-91f9-81b20deb881a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.0752881 Mar 08 15:39:16.561961 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-adc77f5f-6673-409a-bc6e-4714c77b0e7a admin admin] Publish callbacks [] for security_group (ed540443-cd7a-40b8-81a8-fb2e3d6e97ee), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.588061 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-adc77f5f-6673-409a-bc6e-4714c77b0e7a admin admin] Publish callbacks [] for security_group (ed540443-cd7a-40b8-81a8-fb2e3d6e97ee), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.603027 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fa1716dd-aaeb-434f-a155-06213aad3002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.650766 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f1ab1174-1f8b-406c-9dca-b1379a604248 req-4d1c425e-ae3c-4cd8-abed-ba26d37de817 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985336 Mar 08 15:39:16.688663 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-85f16c07-b258-4b02-8053-38c89b59586a req-550600eb-2286-4b94-9bd5-a582b9739904 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0353842 Mar 08 15:39:16.781505 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-adc77f5f-6673-409a-bc6e-4714c77b0e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ed540443-cd7a-40b8-81a8-fb2e3d6e97ee), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.784821 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-adc77f5f-6673-409a-bc6e-4714c77b0e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.788166 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-adc77f5f-6673-409a-bc6e-4714c77b0e7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed540443-cd7a-40b8-81a8-fb2e3d6e97ee HTTP/1.1" status: 204 len: 168 time: 0.2931073 Mar 08 15:39:16.798078 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc77f5f-6673-409a-bc6e-4714c77b0e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed540443-cd7a-40b8-81a8-fb2e3d6e97ee,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:16.846911 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fa1716dd-aaeb-434f-a155-06213aad3002 admin admin] Publish callbacks [] for security_group (54e58569-2748-4f91-885c-405984db175c), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.973121 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fa1716dd-aaeb-434f-a155-06213aad3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (54e58569-2748-4f91-885c-405984db175c), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.973709 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.24', 60223) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:17.050738 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e7cecc98-1d40-4e2a-a1f9-732a74b2e0ac req-9c771be3-f942-491b-b030-46675ba8c75e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0629985 Mar 08 15:39:17.056723 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-fa1716dd-aaeb-434f-a155-06213aad3002 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cdc45aa917a4394a6fb19e69c7369b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032360 Mar 08 15:39:17.059632 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1716dd-aaeb-434f-a155-06213aad3002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e58569-2748-4f91-885c-405984db175c,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:17.065930 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 42408) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:17.104684 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-1720dc1b-39fd-4aab-9816-a966ab185910 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:17.106224 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-1720dc1b-39fd-4aab-9816-a966ab185910 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 815 time: 0.1945498 Mar 08 15:39:17.212389 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-aa4b34f4-fe36-4c00-aa1a-106c1a89c333 admin admin] Publish callbacks [] for security_group (54e58569-2748-4f91-885c-405984db175c), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.234373 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-66fa24c4-fbb6-4552-a424-bf641560859e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 380 time: 0.1180103 Mar 08 15:39:17.234859 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-48577ab7-eeff-4137-84a1-b8b433ce9eb5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:17.236906 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-48577ab7-eeff-4137-84a1-b8b433ce9eb5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 817 time: 0.2622182 Mar 08 15:39:17.246839 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-aa4b34f4-fe36-4c00-aa1a-106c1a89c333 admin admin] Publish callbacks [] for security_group (54e58569-2748-4f91-885c-405984db175c), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.251226 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'port': {'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'admin_state_up': True, 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'security_groups': ['883fbf4b-64d8-4137-882d-b2eb9d8b2110']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:17.304520 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-107c6a9d-da20-4617-ae52-e6026d2322e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ac62b56e40d4f0981ee3ca2bb898333 HTTP/1.1" status: 200 len: 380 time: 0.0593972 Mar 08 15:39:17.314484 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'port': {'device_id': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'admin_state_up': True, 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'security_groups': ['425be3a1-2143-41e7-a4ea-ea05fa3c97cf']}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:17.421684 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-aa4b34f4-fe36-4c00-aa1a-106c1a89c333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (54e58569-2748-4f91-885c-405984db175c), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.425371 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-aa4b34f4-fe36-4c00-aa1a-106c1a89c333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.426632 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-aa4b34f4-fe36-4c00-aa1a-106c1a89c333 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54e58569-2748-4f91-885c-405984db175c HTTP/1.1" status: 204 len: 168 time: 0.3596821 Mar 08 15:39:17.442148 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b34f4-fe36-4c00-aa1a-106c1a89c333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e58569-2748-4f91-885c-405984db175c,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:17.456543 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Made reservation on behalf of 59ab38d879c841aeb11a9c18728a251e for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:17.460071 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.568872 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Made reservation on behalf of 9ac62b56e40d4f0981ee3ca2bb898333 for: {'port': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:17.573751 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.639144 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Allocated IP 172.20.0.5 (e25df95b-1720-4193-966a-ca26942242e5/cdb27db0-46fb-41a3-b99b-6d4043415fd2/c0fea5e8-c4c1-441e-a200-282635524e78) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:17.859246 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Allocated IP 172.20.0.10 (6f4b6465-e5cf-411b-91e9-be9fff3cbb94/ef8744a3-7d5a-46ee-a93c-a973287b5720/be70592a-6bb3-40dc-9047-a8dd3470d7ae) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:18.047730 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d8672be4-613f-482d-9e57-aeec4c9099fd req-563af89a-d23c-45b3-ad7e-128aeb99ffc3 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.2790012 Mar 08 15:39:18.110206 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0275a-1a7f-4cf1-86bc-49450a5c8b34 req-c07c1e61-5c77-4091-a8a2-7f0dc02852df tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:18.113617 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-72d0275a-1a7f-4cf1-86bc-49450a5c8b34 req-c07c1e61-5c77-4091-a8a2-7f0dc02852df tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.3343694 Mar 08 15:39:18.167974 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (c0fea5e8-c4c1-441e-a200-282635524e78), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.181080 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-72d0275a-1a7f-4cf1-86bc-49450a5c8b34 req-90288227-c9ad-4847-90bf-5868ef9fca89 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601075 Mar 08 15:39:18.224504 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.239931 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-141ed938-2923-45b1-a366-623fee6c8ac8 req-8489b72e-ea3b-4a2f-942a-826716c770de tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0311348 Mar 08 15:39:18.295341 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4188ccb0-12a7-4f69-ad7a-3284ad8ddd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.351198 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.351352 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.403131 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Network e25df95b-1720-4193-966a-ca26942242e5 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:18.406560 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:18.410638 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:18.416063 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:18.422520 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.437086 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=c0fea5e8-c4c1-441e-a200-282635524e78,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:18.448418 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:18.454833 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:18.457557 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:18.462540 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 42470) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:18.463577 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:18.464382 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.479507 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:18.488468 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6b45-e4c2-4aca-8be6-fb0c82c140e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.550494 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-e625b779-d27a-4c85-bc3c-c0fbc770fdb7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3055913 Mar 08 15:39:18.567672 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Request body: {'port': {'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:18.580502 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-19321650-5fc3-4a44-b9bd-cb4521970d72 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2697763 Mar 08 15:39:18.650565 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.670657 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6b45-e4c2-4aca-8be6-fb0c82c140e0 admin admin] Publish callbacks [] for security_group (a32e45d7-9858-43ba-a86d-93488171285b), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.761434 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6b45-e4c2-4aca-8be6-fb0c82c140e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a32e45d7-9858-43ba-a86d-93488171285b), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.780268 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-e4617338-bba9-4425-a249-0227a7128f79 None None] Provisioning complete for port c0fea5e8-c4c1-441e-a200-282635524e78 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:18.780645 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e4617338-bba9-4425-a249-0227a7128f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.826709 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-fd7f6b45-e4c2-4aca-8be6-fb0c82c140e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef5d6051715c458cb84ac188825728e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630674 Mar 08 15:39:18.829453 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42480) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:18.833198 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f6b45-e4c2-4aca-8be6-fb0c82c140e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32e45d7-9858-43ba-a86d-93488171285b,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:18.837614 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-e4617338-bba9-4425-a249-0227a7128f79 None None] Port c0fea5e8-c4c1-441e-a200-282635524e78 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:39:18.852753 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-e4617338-bba9-4425-a249-0227a7128f79 None None] Provisioning complete for port be70592a-6bb3-40dc-9047-a8dd3470d7ae triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:18.853347 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e4617338-bba9-4425-a249-0227a7128f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.896201 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c6f0a48e-cd82-4e61-a87b-45a4c54d6fbb admin admin] Publish callbacks [] for security_group (a32e45d7-9858-43ba-a86d-93488171285b), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.903476 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-e4617338-bba9-4425-a249-0227a7128f79 None None] Port be70592a-6bb3-40dc-9047-a8dd3470d7ae cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:39:18.919452 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c6f0a48e-cd82-4e61-a87b-45a4c54d6fbb admin admin] Publish callbacks [] for security_group (a32e45d7-9858-43ba-a86d-93488171285b), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.986947 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.999230 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fea5e8-c4c1-441e-a200-282635524e78 {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:19.006157 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Publish callbacks [] for port (c0fea5e8-c4c1-441e-a200-282635524e78), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.072358 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Transition to ACTIVE for port object c0fea5e8-c4c1-441e-a200-282635524e78 will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:19.072669 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c6f0a48e-cd82-4e61-a87b-45a4c54d6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a32e45d7-9858-43ba-a86d-93488171285b), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.075478 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c6f0a48e-cd82-4e61-a87b-45a4c54d6fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.076501 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-c6f0a48e-cd82-4e61-a87b-45a4c54d6fbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a32e45d7-9858-43ba-a86d-93488171285b HTTP/1.1" status: 204 len: 168 time: 0.2458265 Mar 08 15:39:19.085088 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0a48e-cd82-4e61-a87b-45a4c54d6fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32e45d7-9858-43ba-a86d-93488171285b,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:19.169639 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.245862 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcae5e-006c-4598-b880-f5e2a5a0ee3a req-0051d207-fe8c-400c-a637-d706ecb1e3ec tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.245862 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-64bcae5e-006c-4598-b880-f5e2a5a0ee3a req-0051d207-fe8c-400c-a637-d706ecb1e3ec tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 931 time: 0.1034234 Mar 08 15:39:19.245862 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Pushing event updated for resources: {'Port': ['ID=c0fea5e8-c4c1-441e-a200-282635524e78,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:19.289844 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Attempting to bind port c0fea5e8-c4c1-441e-a200-282635524e78 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:19.290177 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Attempting to bind port c0fea5e8-c4c1-441e-a200-282635524e78 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:19.290504 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Attempting to bind port c0fea5e8-c4c1-441e-a200-282635524e78 on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:19.297718 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Port c0fea5e8-c4c1-441e-a200-282635524e78 on network e25df95b-1720-4193-966a-ca26942242e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:19.298219 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Attempting to bind port c0fea5e8-c4c1-441e-a200-282635524e78 on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:19.346952 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:19.347699 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Checking segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:19.347699 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Bound using segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:19.348158 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Bound port: c0fea5e8-c4c1-441e-a200-282635524e78, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:19.348569 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.365586 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-64bcae5e-006c-4598-b880-f5e2a5a0ee3a req-e4271d9e-2b56-4e63-a33f-52a357e0821a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166391 Mar 08 15:39:19.429596 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612774a8-a665-455b-8c28-04e548573c51 req-473d08e5-4423-43ec-9192-bb6c25a04d5c tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.429596 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-612774a8-a665-455b-8c28-04e548573c51 req-473d08e5-4423-43ec-9192-bb6c25a04d5c tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 944 time: 0.1320224 Mar 08 15:39:19.492931 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] For port c0fea5e8-c4c1-441e-a200-282635524e78, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:19.525477 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] For port c0fea5e8-c4c1-441e-a200-282635524e78, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0fea5e8-c4c1-441e-a200-282635524e78,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:19.576925 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-612774a8-a665-455b-8c28-04e548573c51 req-5088c287-e00c-4573-8874-8d20abff892f tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127338 Mar 08 15:39:19.587779 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92364e-3f08-4076-a7f8-4f63b60ec64f req-e547f757-35ad-47b3-8369-88d1b4e410f9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.591851 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb92364e-3f08-4076-a7f8-4f63b60ec64f req-e547f757-35ad-47b3-8369-88d1b4e410f9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 932 time: 0.1264920 Mar 08 15:39:19.611235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.686152 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 768185f1-c492-42a8-8e86-99f4efd0b43a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:19.694678 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.701311 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.701311 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] 10.222.0.24 "PUT /v2.0/ports/c0fea5e8-c4c1-441e-a200-282635524e78 HTTP/1.1" status: 200 len: 1093 time: 1.1376827 Mar 08 15:39:19.701311 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'tag': 'c0fea5e8-c4c1-441e-a200-282635524e78'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:19.701869 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad44437-4699-4f1f-b67e-502e57084b36" -d '{"events": [{"name": "network-changed", "server_uuid": "abcde187-ce70-4b62-a133-ea60e4bd3e80", "tag": "c0fea5e8-c4c1-441e-a200-282635524e78"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:19.720677 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb92364e-3f08-4076-a7f8-4f63b60ec64f req-3d80092f-c8e3-481d-b44d-6dedfc50119a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256864 Mar 08 15:39:19.724242 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc26541-42b1-4b81-9155-11b732f9c42d service neutron] Pushing event updated for resources: {'Port': ['ID=c0fea5e8-c4c1-441e-a200-282635524e78,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:19.765564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53eeba9-dc33-4d14-ab92-cbae84b53868 x-openstack-request-id: req-d53eeba9-dc33-4d14-ab92-cbae84b53868 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:19.765862 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcde187-ce70-4b62-a133-ea60e4bd3e80", "tag": "c0fea5e8-c4c1-441e-a200-282635524e78", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:19.767174 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d53eeba9-dc33-4d14-ab92-cbae84b53868 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:19.767174 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'tag': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'status': 'completed', 'code': 200} Mar 08 15:39:19.830895 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 768185f1-c492-42a8-8e86-99f4efd0b43a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768185f1-c492-42a8-8e86-99f4efd0b43a,segment=NetworkSegment(ed65e18d-5264-4c5c-9507-a9fb10768c52),segment_id=ed65e18d-5264-4c5c-9507-a9fb10768c52)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:19.842538 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '768185f1-c492-42a8-8e86-99f4efd0b43a', 'network_id': '49c9a740-9924-43d1-b05c-d2abd3af4364', 'port_id': '768185f1-c492-42a8-8e86-99f4efd0b43a', 'mac_address': 'fa:16:3e:54:96:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15269f75-452b-4116-9537-eed5d45205f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:19.886401 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 768185f1-c492-42a8-8e86-99f4efd0b43a is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:19.886818 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.901066 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768185f1-c492-42a8-8e86-99f4efd0b43a {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:19.921467 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 768185f1-c492-42a8-8e86-99f4efd0b43a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768185f1-c492-42a8-8e86-99f4efd0b43a,segment=NetworkSegment(ed65e18d-5264-4c5c-9507-a9fb10768c52),segment_id=ed65e18d-5264-4c5c-9507-a9fb10768c52)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:20.013037 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.062821 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=768185f1-c492-42a8-8e86-99f4efd0b43a,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:20.102836 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42528) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:20.205391 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7add7c4a-bd06-4bc9-bf33-290669c17753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.291011 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7add7c4a-bd06-4bc9-bf33-290669c17753 admin admin] Publish callbacks [] for security_group (10eed3dc-6dcf-4e68-ab89-9023f72a20b2), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.355899 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f2f76009-ada9-443d-bb2f-dcf3a39bf802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.438362 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7add7c4a-bd06-4bc9-bf33-290669c17753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (10eed3dc-6dcf-4e68-ab89-9023f72a20b2), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.480292 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-7add7c4a-bd06-4bc9-bf33-290669c17753 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0398b90899d4f50b17f8ec82c3add06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763514 Mar 08 15:39:20.481173 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add7c4a-bd06-4bc9-bf33-290669c17753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eed3dc-6dcf-4e68-ab89-9023f72a20b2,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:20.483481 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42542) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:20.488084 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4cacd-870c-48cd-aa59-c1a42680d7ce req-c9297068-359b-4136-a98e-5dbff6b3d7e7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.489840 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-84a4cacd-870c-48cd-aa59-c1a42680d7ce req-c9297068-359b-4136-a98e-5dbff6b3d7e7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.0567625 Mar 08 15:39:20.535968 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-332aa68a-4f6d-4915-aee7-c36a50292341 admin admin] Publish callbacks [] for security_group (10eed3dc-6dcf-4e68-ab89-9023f72a20b2), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.552764 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-84a4cacd-870c-48cd-aa59-c1a42680d7ce req-3313ae0f-d02f-4a10-86b0-ea888968902a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516539 Mar 08 15:39:20.561751 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-332aa68a-4f6d-4915-aee7-c36a50292341 admin admin] Publish callbacks [] for security_group (10eed3dc-6dcf-4e68-ab89-9023f72a20b2), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.710781 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b89f8f-093a-4898-8ac4-302151958b5b req-7377a67f-5cb4-41f9-8d7a-92f2009f63c2 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.713178 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-22b89f8f-093a-4898-8ac4-302151958b5b req-7377a67f-5cb4-41f9-8d7a-92f2009f63c2 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 945 time: 0.0586047 Mar 08 15:39:20.737106 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-332aa68a-4f6d-4915-aee7-c36a50292341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (10eed3dc-6dcf-4e68-ab89-9023f72a20b2), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.739779 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-332aa68a-4f6d-4915-aee7-c36a50292341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.741109 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-332aa68a-4f6d-4915-aee7-c36a50292341 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10eed3dc-6dcf-4e68-ab89-9023f72a20b2 HTTP/1.1" status: 204 len: 168 time: 0.2567809 Mar 08 15:39:20.764324 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aa68a-4f6d-4915-aee7-c36a50292341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eed3dc-6dcf-4e68-ab89-9023f72a20b2,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:20.808495 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-22b89f8f-093a-4898-8ac4-302151958b5b req-c61ea1d4-9b09-4cbd-8bdf-ee45fde5ca4e tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879054 Mar 08 15:39:20.900819 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417d8db-15b5-4659-bdf8-505a24da0337 req-f31a8069-832b-4fc9-bae4-9e24b4c76665 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.906372 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6417d8db-15b5-4659-bdf8-505a24da0337 req-f31a8069-832b-4fc9-bae4-9e24b4c76665 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 932 time: 0.0711138 Mar 08 15:39:20.957049 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6417d8db-15b5-4659-bdf8-505a24da0337 req-8db15c86-e955-4d1d-962b-ec7d2331e25a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485926 Mar 08 15:39:21.457368 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42606) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:21.476056 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Request body: {'port': {'device_id': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:21.496610 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d5f8651f-8ec1-4b5c-a2ba-48992df3eafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.529584 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad44437-4699-4f1f-b67e-502e57084b36 req-3ffe1ea7-b72a-4f10-875f-6924c1364485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.531072 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dad44437-4699-4f1f-b67e-502e57084b36 req-3ffe1ea7-b72a-4f10-875f-6924c1364485 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 1127 time: 0.0584116 Mar 08 15:39:21.590869 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d5f8651f-8ec1-4b5c-a2ba-48992df3eafe admin admin] Publish callbacks [] for security_group (09d2c50a-67a5-4b78-829f-193956c63690), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.627075 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.675558 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d5f8651f-8ec1-4b5c-a2ba-48992df3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (09d2c50a-67a5-4b78-829f-193956c63690), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.716644 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.754821 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d5f8651f-8ec1-4b5c-a2ba-48992df3eafe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29b5d8a964f144249f346bd00b890118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960024 Mar 08 15:39:21.761985 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 42620) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:21.788823 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad44437-4699-4f1f-b67e-502e57084b36 req-d2bffcf8-56eb-4245-aac1-411fd5cbc763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.790329 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dad44437-4699-4f1f-b67e-502e57084b36 req-d2bffcf8-56eb-4245-aac1-411fd5cbc763 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=59ab38d879c841aeb11a9c18728a251e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2464030 Mar 08 15:39:21.797011 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['768185f1-c492-42a8-8e86-99f4efd0b43a'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:21.821175 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8651f-8ec1-4b5c-a2ba-48992df3eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d2c50a-67a5-4b78-829f-193956c63690,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:21.874706 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e059-c613-4f38-8147-1644a92de620 req-d88c369f-b247-4d46-875a-ed9b71d159c4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.874929 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4357e059-c613-4f38-8147-1644a92de620 req-d88c369f-b247-4d46-875a-ed9b71d159c4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.2019942 Mar 08 15:39:22.014995 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be70592a-6bb3-40dc-9047-a8dd3470d7ae {{(pid=104199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:22.023411 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Publish callbacks [] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.044259 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.provisioning_blocks [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Transition to ACTIVE for port object be70592a-6bb3-40dc-9047-a8dd3470d7ae will not be triggered until provisioned by entity L2. {{(pid=104199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:22.047236 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-65444cc4-689c-4a42-989d-00da19400e61 admin admin] Publish callbacks [] for security_group (09d2c50a-67a5-4b78-829f-193956c63690), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.092976 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad44437-4699-4f1f-b67e-502e57084b36 req-05e10cb4-a8ef-4ef3-996d-f51562e4fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.094456 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dad44437-4699-4f1f-b67e-502e57084b36 req-05e10cb4-a8ef-4ef3-996d-f51562e4fc6b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2901826 Mar 08 15:39:22.097568 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4357e059-c613-4f38-8147-1644a92de620 req-81b47793-2646-4560-9449-dfe00b56a160 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217376 Mar 08 15:39:22.104386 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-65444cc4-689c-4a42-989d-00da19400e61 admin admin] Publish callbacks [] for security_group (09d2c50a-67a5-4b78-829f-193956c63690), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.112539 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.118170 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7734bb-b6cc-41cc-9ebc-6df6a2dd988a req-b57760aa-c009-4c61-9086-8fbe2099f6d3 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.119686 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ff7734bb-b6cc-41cc-9ebc-6df6a2dd988a req-b57760aa-c009-4c61-9086-8fbe2099f6d3 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 945 time: 0.1863163 Mar 08 15:39:22.190949 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:22.222235 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Attempting to bind port be70592a-6bb3-40dc-9047-a8dd3470d7ae on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:22.222607 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Attempting to bind port be70592a-6bb3-40dc-9047-a8dd3470d7ae by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:22.223443 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Attempting to bind port be70592a-6bb3-40dc-9047-a8dd3470d7ae on network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:22.227642 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Port be70592a-6bb3-40dc-9047-a8dd3470d7ae on network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:22.227982 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Attempting to bind port be70592a-6bb3-40dc-9047-a8dd3470d7ae on network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:22.233235 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:22.233623 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Checking segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:22.234239 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Bound using segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:22.234747 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Bound port: be70592a-6bb3-40dc-9047-a8dd3470d7ae, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'}}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:22.235121 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.237811 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ff7734bb-b6cc-41cc-9ebc-6df6a2dd988a req-c5accae9-35b9-4f15-ae76-46cdc36b7218 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070185 Mar 08 15:39:22.274544 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cff65-ebcd-4d92-96fc-2c034b6e338b req-a94a49af-ac55-45e5-bff2-1666c9db3c17 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.276077 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7b1cff65-ebcd-4d92-96fc-2c034b6e338b req-a94a49af-ac55-45e5-bff2-1666c9db3c17 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.1018939 Mar 08 15:39:22.316628 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, cleared binding levels {{(pid=104199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:22.321484 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:22.335921 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-65444cc4-689c-4a42-989d-00da19400e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (09d2c50a-67a5-4b78-829f-193956c63690), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.338486 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-65444cc4-689c-4a42-989d-00da19400e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.339655 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-65444cc4-689c-4a42-989d-00da19400e61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09d2c50a-67a5-4b78-829f-193956c63690 HTTP/1.1" status: 204 len: 168 time: 0.5767303 Mar 08 15:39:22.347475 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7b1cff65-ebcd-4d92-96fc-2c034b6e338b req-c32d2b94-2b28-4ec7-8a48-e636edb64f60 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624385 Mar 08 15:39:22.352794 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65444cc4-689c-4a42-989d-00da19400e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d2c50a-67a5-4b78-829f-193956c63690,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:22.377067 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.413477 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.414106 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.415559 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] 10.222.0.24 "PUT /v2.0/ports/be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 200 len: 1094 time: 0.9555628 Mar 08 15:39:22.417929 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:22.518391 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f587e-bef5-4222-b43d-4bc50eb02280 service neutron] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=3']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:22.601823 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebdeeb9-33bb-4ae9-bbc1-c767f2e49a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:22.813172 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e0f5eb-7e86-4cc6-ae39-9299c0c33bc1 x-openstack-request-id: req-56e0f5eb-7e86-4cc6-ae39-9299c0c33bc1 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:22.813751 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:22.814015 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56e0f5eb-7e86-4cc6-ae39-9299c0c33bc1 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:22.814486 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'status': 'completed', 'code': 200} Mar 08 15:39:23.155475 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:23.216990 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c586e9-52c1-44f3-9101-567ef31be84b req-49d30fe0-647d-4fc9-99a4-652cc2ae6ad4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:23.220488 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c3c586e9-52c1-44f3-9101-567ef31be84b req-49d30fe0-647d-4fc9-99a4-652cc2ae6ad4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.0535014 Mar 08 15:39:23.265835 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c3c586e9-52c1-44f3-9101-567ef31be84b req-b5dce174-0db6-4c8e-9a1a-85d049bb26d6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Mar 08 15:39:23.347510 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475054c8-b423-48e1-9b3b-d32e6372d53f req-5743da28-6599-4066-a1c8-e27dd8182597 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:23.349018 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-475054c8-b423-48e1-9b3b-d32e6372d53f req-5743da28-6599-4066-a1c8-e27dd8182597 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 945 time: 0.0516555 Mar 08 15:39:23.400787 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-475054c8-b423-48e1-9b3b-d32e6372d53f req-e5867967-6d6e-4c7b-a2ef-421ab145a7a8 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460238 Mar 08 15:39:23.476964 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d304c96-63a7-44e6-b22f-180e2a60298a req-ae2fde04-a811-40f0-aa2a-0e030d995a3b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:23.478454 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d304c96-63a7-44e6-b22f-180e2a60298a req-ae2fde04-a811-40f0-aa2a-0e030d995a3b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0544798 Mar 08 15:39:23.524410 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d304c96-63a7-44e6-b22f-180e2a60298a req-934cd181-0a66-49af-93f8-51b9b2fd470a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Mar 08 15:39:24.027313 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 42694) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:24.127398 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-18e90036-8270-4d21-9962-40ccb6b840fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.200437 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-18e90036-8270-4d21-9962-40ccb6b840fc admin admin] Publish callbacks [] for security_group (85f4afa4-8d0c-446d-9488-7b93f7b7d8d3), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.269415 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-18e90036-8270-4d21-9962-40ccb6b840fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (85f4afa4-8d0c-446d-9488-7b93f7b7d8d3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.308112 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-18e90036-8270-4d21-9962-40ccb6b840fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3eee4813bdf943849cbbef872ecf358b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797160 Mar 08 15:39:24.309003 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e90036-8270-4d21-9962-40ccb6b840fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f4afa4-8d0c-446d-9488-7b93f7b7d8d3,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:24.310981 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42700) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:24.364636 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b3adf608-31a1-4b27-8a3d-bf36366e89ea admin admin] Publish callbacks [] for security_group (85f4afa4-8d0c-446d-9488-7b93f7b7d8d3), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.385327 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b3adf608-31a1-4b27-8a3d-bf36366e89ea admin admin] Publish callbacks [] for security_group (85f4afa4-8d0c-446d-9488-7b93f7b7d8d3), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.390005 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba337-5ae2-4298-af93-08ed5bcc74db req-80eeabd6-e955-4346-8030-0d024f03d112 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.391581 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b4bba337-5ae2-4298-af93-08ed5bcc74db req-80eeabd6-e955-4346-8030-0d024f03d112 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.0545201 Mar 08 15:39:24.439401 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b4bba337-5ae2-4298-af93-08ed5bcc74db req-a08318b8-da98-4566-8662-08c2e97925f4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416911 Mar 08 15:39:24.514531 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30fdef-7430-4b46-9ff3-dcd19b8ea2b9 req-aaf168a1-6d5c-4dd3-9b29-b780f52a6356 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.515431 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b3adf608-31a1-4b27-8a3d-bf36366e89ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (85f4afa4-8d0c-446d-9488-7b93f7b7d8d3), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.516090 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ee30fdef-7430-4b46-9ff3-dcd19b8ea2b9 req-aaf168a1-6d5c-4dd3-9b29-b780f52a6356 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Mar 08 15:39:24.518300 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b3adf608-31a1-4b27-8a3d-bf36366e89ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.519394 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b3adf608-31a1-4b27-8a3d-bf36366e89ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85f4afa4-8d0c-446d-9488-7b93f7b7d8d3 HTTP/1.1" status: 204 len: 168 time: 0.2000992 Mar 08 15:39:24.545206 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adf608-31a1-4b27-8a3d-bf36366e89ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f4afa4-8d0c-446d-9488-7b93f7b7d8d3,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:24.596418 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ee30fdef-7430-4b46-9ff3-dcd19b8ea2b9 req-9b57fc73-ae0e-4f4a-9595-cb187527312d tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732157 Mar 08 15:39:24.618733 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-1515fbbf-bbb8-4b1f-a60b-eb01f5a48ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.620654 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-1515fbbf-bbb8-4b1f-a60b-eb01f5a48ac7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 1127 time: 0.0750866 Mar 08 15:39:24.661613 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdeeb9-33bb-4ae9-bbc1-c767f2e49a2e req-be5c6445-4c46-4239-a475-811627afde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.663541 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-aebdeeb9-33bb-4ae9-bbc1-c767f2e49a2e req-be5c6445-4c46-4239-a475-811627afde0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1128 time: 0.1269450 Mar 08 15:39:24.697565 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-02269b76-d025-4af2-8d6e-43d543d1c61a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fea5e8-c4c1-441e-a200-282635524e78 HTTP/1.1" status: 200 len: 217 time: 0.0698631 Mar 08 15:39:24.752883 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.775826 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-8a5a3510-1277-4cef-bf70-e63eb83b8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.779289 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-8a5a3510-1277-4cef-bf70-e63eb83b8ea8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.0641308 Mar 08 15:39:24.787891 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773ac74-8cca-41fb-a0c4-bb2f9cb6a3d1 req-43d68a8f-5c20-4f48-a240-352c233a5239 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.790382 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8773ac74-8cca-41fb-a0c4-bb2f9cb6a3d1 req-43d68a8f-5c20-4f48-a240-352c233a5239 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.1556478 Mar 08 15:39:24.883922 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8773ac74-8cca-41fb-a0c4-bb2f9cb6a3d1 req-817920a4-8cba-4024-a4e1-28b4cd8c8ee9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804412 Mar 08 15:39:24.897519 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdeeb9-33bb-4ae9-bbc1-c767f2e49a2e req-e0669f84-0e98-43fa-9083-cc1903fb03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.899010 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-aebdeeb9-33bb-4ae9-bbc1-c767f2e49a2e req-e0669f84-0e98-43fa-9083-cc1903fb03ef service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2278636 Mar 08 15:39:24.906800 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-5452fb49-fa3f-48ac-9c3d-d1e773ebc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.908561 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-5452fb49-fa3f-48ac-9c3d-d1e773ebc454 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1171582 Mar 08 15:39:25.017740 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-ca67f23d-318f-41d9-afb0-8d3981af46fc service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030807 Mar 08 15:39:25.252234 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdeeb9-33bb-4ae9-bbc1-c767f2e49a2e req-dcbd77bc-c27f-4a43-9fed-037024bc9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.254165 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-aebdeeb9-33bb-4ae9-bbc1-c767f2e49a2e req-dcbd77bc-c27f-4a43-9fed-037024bc9cf2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3427458 Mar 08 15:39:25.331083 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8372fd2-7119-41a4-926d-0f85afaf0a18 req-edb3fe98-b5b7-49bd-856b-72a564735947 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054700 Mar 08 15:39:25.358840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-c1a84bb5-7cf1-494c-8099-418e7bfe361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.361037 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-c1a84bb5-7cf1-494c-8099-418e7bfe361b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1128 time: 0.0679946 Mar 08 15:39:25.434214 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-e5a1fe58-6032-4b3c-bce0-3ab5d27d5503 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 200 len: 217 time: 0.0669186 Mar 08 15:39:25.490389 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-bb8a20ae-851b-400b-a7d5-eb8b9e2d61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.492213 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-bb8a20ae-851b-400b-a7d5-eb8b9e2d61f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0522609 Mar 08 15:39:25.557965 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d069e7-1155-425b-aa88-50fc85a33524 req-6d5cb9f1-de26-452c-8500-245a72242b75 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.565219 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-74d069e7-1155-425b-aa88-50fc85a33524 req-6d5cb9f1-de26-452c-8500-245a72242b75 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.0602677 Mar 08 15:39:25.609753 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-facb5e7c-7c75-4c1b-8dde-5aba38b5eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.611757 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-facb5e7c-7c75-4c1b-8dde-5aba38b5eb24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129372 Mar 08 15:39:25.612009 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-74d069e7-1155-425b-aa88-50fc85a33524 req-5c8a6a33-2d79-4528-9929-a653c651c49a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458603 Mar 08 15:39:25.709930 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-431d74fd-cec6-4479-a070-34edcb7602c8 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912881 Mar 08 15:39:25.738636 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c8136-fc51-45fd-848d-9110c9363757 req-c54b341b-c186-4154-af3f-c8a317577583 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.741778 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-032c8136-fc51-45fd-848d-9110c9363757 req-c54b341b-c186-4154-af3f-c8a317577583 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 945 time: 0.0646691 Mar 08 15:39:25.828931 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-032c8136-fc51-45fd-848d-9110c9363757 req-06a4a9e7-559a-4728-8208-d798bda4e49b tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697856 Mar 08 15:39:25.849967 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a0cd3b08-e324-4535-bc1c-9addd76ce398 req-6602125a-d6e2-4433-b30c-0a1413e48aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326001 Mar 08 15:39:26.032370 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd30a1d-c115-4777-b87d-5d45b3330e7d req-6da9fe9a-6a82-48a4-af99-b631685ab74e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:26.033931 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8dd30a1d-c115-4777-b87d-5d45b3330e7d req-6da9fe9a-6a82-48a4-af99-b631685ab74e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0750942 Mar 08 15:39:26.087611 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8dd30a1d-c115-4777-b87d-5d45b3330e7d req-ec53bbe9-ab00-493f-a32c-26d08cb8fe21 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456753 Mar 08 15:39:26.520095 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42788) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:26.531233 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 768185f1-c492-42a8-8e86-99f4efd0b43a up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:26.638054 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fcc815f5-0695-4137-9b6f-52d4c404024b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.670487 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 768185f1-c492-42a8-8e86-99f4efd0b43a completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:26.677003 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 768185f1-c492-42a8-8e86-99f4efd0b43a triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:26.685860 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.754185 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fcc815f5-0695-4137-9b6f-52d4c404024b admin admin] Publish callbacks [] for security_group (7dc1e93f-ac3f-4003-84b7-d950c96d4a27), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.772702 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f170-f31c-4f6a-946f-ee2cb174b797 req-0667fcdd-f005-4c45-a9f5-75f1d253a12e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:26.777327 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-04f0f170-f31c-4f6a-946f-ee2cb174b797 req-0667fcdd-f005-4c45-a9f5-75f1d253a12e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.0787072 Mar 08 15:39:26.783971 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 768185f1-c492-42a8-8e86-99f4efd0b43a is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:26.784525 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.811914 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11bb1f3-0320-4dc2-9368-f36761c05db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768185f1-c492-42a8-8e86-99f4efd0b43a'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:26.841245 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fcc815f5-0695-4137-9b6f-52d4c404024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (7dc1e93f-ac3f-4003-84b7-d950c96d4a27), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.849765 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-04f0f170-f31c-4f6a-946f-ee2cb174b797 req-2025374b-94ec-42e4-b271-54058d6a0b37 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669289 Mar 08 15:39:26.879228 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-fcc815f5-0695-4137-9b6f-52d4c404024b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d44f343763d4f1fbb71f67a721606b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511972 Mar 08 15:39:26.879228 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 42802) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:26.922175 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc815f5-0695-4137-9b6f-52d4c404024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc1e93f-ac3f-4003-84b7-d950c96d4a27,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:26.926311 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 768185f1-c492-42a8-8e86-99f4efd0b43a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768185f1-c492-42a8-8e86-99f4efd0b43a,segment=NetworkSegment(ed65e18d-5264-4c5c-9507-a9fb10768c52),segment_id=ed65e18d-5264-4c5c-9507-a9fb10768c52)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:26.942749 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f693a3d4-6b35-4e25-b5a5-7d33a1b080b9 admin admin] Publish callbacks [] for security_group (7dc1e93f-ac3f-4003-84b7-d950c96d4a27), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.965998 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f693a3d4-6b35-4e25-b5a5-7d33a1b080b9 admin admin] Publish callbacks [] for security_group (7dc1e93f-ac3f-4003-84b7-d950c96d4a27), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.999866 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53040e4-d733-40a6-be9f-43169f189958 req-1314eacb-a2a8-459b-a95a-3a93ff4e6530 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:27.002264 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c53040e4-d733-40a6-be9f-43169f189958 req-1314eacb-a2a8-459b-a95a-3a93ff4e6530 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 945 time: 0.0732269 Mar 08 15:39:27.012612 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.067783 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=768185f1-c492-42a8-8e86-99f4efd0b43a,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:27.069774 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c53040e4-d733-40a6-be9f-43169f189958 req-3fcb4e9f-3abc-4ab7-a7a2-f6187eac410c tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593905 Mar 08 15:39:27.080744 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7381eb03-1641-4033-b134-0154a89067cc" -d '{"events": [{"server_uuid": "e11bb1f3-0320-4dc2-9368-f36761c05db4", "name": "network-vif-plugged", "status": "completed", "tag": "768185f1-c492-42a8-8e86-99f4efd0b43a"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:27.138229 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f693a3d4-6b35-4e25-b5a5-7d33a1b080b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (7dc1e93f-ac3f-4003-84b7-d950c96d4a27), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.141051 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f693a3d4-6b35-4e25-b5a5-7d33a1b080b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.143905 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-f693a3d4-6b35-4e25-b5a5-7d33a1b080b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dc1e93f-ac3f-4003-84b7-d950c96d4a27 HTTP/1.1" status: 204 len: 168 time: 0.2698133 Mar 08 15:39:27.162611 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693a3d4-6b35-4e25-b5a5-7d33a1b080b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc1e93f-ac3f-4003-84b7-d950c96d4a27,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:27.203275 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f9d88f-4f37-4dfc-9adc-1e916a99185c x-openstack-request-id: req-87f9d88f-4f37-4dfc-9adc-1e916a99185c {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:27.204616 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11bb1f3-0320-4dc2-9368-f36761c05db4", "name": "network-vif-plugged", "status": "completed", "tag": "768185f1-c492-42a8-8e86-99f4efd0b43a", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:27.205032 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87f9d88f-4f37-4dfc-9adc-1e916a99185c {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:27.205541 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11bb1f3-0320-4dc2-9368-f36761c05db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768185f1-c492-42a8-8e86-99f4efd0b43a', 'code': 200} Mar 08 15:39:27.286691 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe32228-5f7f-4b3e-9d10-d003e027a14b req-181d29b1-c62c-430b-837e-4146bcee172a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:27.288231 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dbe32228-5f7f-4b3e-9d10-d003e027a14b req-181d29b1-c62c-430b-837e-4146bcee172a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0589027 Mar 08 15:39:27.365274 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dbe32228-5f7f-4b3e-9d10-d003e027a14b req-9adb38e4-c7dd-405c-b641-663848ae82fc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691836 Mar 08 15:39:27.983436 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fed819-f9fa-4db9-b39e-4b7e51171761 req-e5b8003e-16dc-4c8a-90f6-2d247812c50e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:27.994001 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-15fed819-f9fa-4db9-b39e-4b7e51171761 req-e5b8003e-16dc-4c8a-90f6-2d247812c50e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.0573144 Mar 08 15:39:28.038223 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-15fed819-f9fa-4db9-b39e-4b7e51171761 req-f184bd04-eaab-4cd3-9c70-3dddd45cbe57 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469043 Mar 08 15:39:28.186849 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683c97b-1fce-42c5-9dce-9e57befc1240 req-1ffeaeb3-d792-4d04-bc29-5ab8c6ecfcb2 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:28.188904 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e683c97b-1fce-42c5-9dce-9e57befc1240 req-1ffeaeb3-d792-4d04-bc29-5ab8c6ecfcb2 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0522814 Mar 08 15:39:28.234679 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e683c97b-1fce-42c5-9dce-9e57befc1240 req-af6cc842-2421-405b-b84f-3398d077ca2a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Mar 08 15:39:28.510786 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152632c8-ddf4-47ac-b3e4-4348e34f9190 req-9a3f0147-329d-4964-bded-895760e799a8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:28.512356 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-152632c8-ddf4-47ac-b3e4-4348e34f9190 req-9a3f0147-329d-4964-bded-895760e799a8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0620372 Mar 08 15:39:28.563729 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-152632c8-ddf4-47ac-b3e4-4348e34f9190 req-406071cb-3e20-4428-9dca-7f57b277d602 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 Mar 08 15:39:29.162564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df898af-ce99-4773-8594-72b7f2ccca9d req-750c574b-67ac-42f2-b843-5ed4fc6b1246 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:29.164108 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9df898af-ce99-4773-8594-72b7f2ccca9d req-750c574b-67ac-42f2-b843-5ed4fc6b1246 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.0577710 Mar 08 15:39:29.212093 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9df898af-ce99-4773-8594-72b7f2ccca9d req-c37288d0-070d-4676-826f-5d0fe1eb4342 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 Mar 08 15:39:29.338368 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:39:29.359684 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811cd1f-ca08-4a7f-a69e-b1146bd0cc52 req-dd37406e-b96f-42e0-94f6-bfd89f8f52e6 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:29.361331 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7811cd1f-ca08-4a7f-a69e-b1146bd0cc52 req-dd37406e-b96f-42e0-94f6-bfd89f8f52e6 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0544145 Mar 08 15:39:29.413210 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7811cd1f-ca08-4a7f-a69e-b1146bd0cc52 req-d98cf41e-943d-4cf6-ad6a-731a200cc5cc tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460334 Mar 08 15:39:29.680677 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd6ab9-73be-4622-9fd7-461c157e5da3 req-a16170f4-e54e-43fb-a255-9386a3b737bf tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:29.682104 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b2fd6ab9-73be-4622-9fd7-461c157e5da3 req-a16170f4-e54e-43fb-a255-9386a3b737bf tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0503790 Mar 08 15:39:29.727848 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b2fd6ab9-73be-4622-9fd7-461c157e5da3 req-02d9d92c-f3ba-4441-88e3-b7c2ec959db8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403306 Mar 08 15:39:30.225035 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:30.344099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ec3f8-ccca-440e-8480-bf6817032139 req-2de0bbfa-339b-49e8-983f-fbbdf9f2feb1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:30.345823 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb3ec3f8-ccca-440e-8480-bf6817032139 req-2de0bbfa-339b-49e8-983f-fbbdf9f2feb1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 943 time: 0.0564537 Mar 08 15:39:30.352034 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:30.363731 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'port_id': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'mac_address': 'fa:16:3e:c2:25:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:30.399191 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb3ec3f8-ccca-440e-8480-bf6817032139 req-f6eda9a9-1283-40e2-a74a-f75afaf192c0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474653 Mar 08 15:39:30.417151 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port be70592a-6bb3-40dc-9047-a8dd3470d7ae is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:30.417151 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.428723 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be70592a-6bb3-40dc-9047-a8dd3470d7ae {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:30.448814 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:30.515210 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.515883 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device c0fea5e8-c4c1-441e-a200-282635524e78 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:30.546285 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590a27-44ac-44d3-96f2-d04602990074 req-71919927-c8c1-4a38-b08e-ada8dc72915c tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:30.549369 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91590a27-44ac-44d3-96f2-d04602990074 req-71919927-c8c1-4a38-b08e-ada8dc72915c tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0714417 Mar 08 15:39:30.635952 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91590a27-44ac-44d3-96f2-d04602990074 req-bde1646c-5b8d-4dd6-b9ca-0d372082aeb0 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802050 Mar 08 15:39:30.641963 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873645e1-a546-45d1-9dae-342e10b6b540 req-54a08eb7-5490-4731-b97b-0ab6cad29148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:30.655243 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-873645e1-a546-45d1-9dae-342e10b6b540 req-54a08eb7-5490-4731-b97b-0ab6cad29148 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 1130 time: 0.1055171 Mar 08 15:39:30.665634 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-873645e1-a546-45d1-9dae-342e10b6b540 req-902afca9-02a5-4883-993d-74891242d546 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.745404 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:30.755540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-873645e1-a546-45d1-9dae-342e10b6b540 req-902afca9-02a5-4883-993d-74891242d546 service neutron] Publish callbacks [] for security_group (ead646a9-e1de-4f69-851a-2421a552eb76), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.812486 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port c0fea5e8-c4c1-441e-a200-282635524e78, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0fea5e8-c4c1-441e-a200-282635524e78,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:30.828961 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:30.853787 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74614c-b040-4a3e-af20-37770001d207 req-458de4ce-2223-4ae6-829b-53b8c3c1012b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:30.855270 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1f74614c-b040-4a3e-af20-37770001d207 req-458de4ce-2223-4ae6-829b-53b8c3c1012b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 945 time: 0.0596411 Mar 08 15:39:30.871149 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port c0fea5e8-c4c1-441e-a200-282635524e78 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:30.871546 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.885832 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fea5e8-c4c1-441e-a200-282635524e78 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:30.888805 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-873645e1-a546-45d1-9dae-342e10b6b540 req-902afca9-02a5-4883-993d-74891242d546 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ead646a9-e1de-4f69-851a-2421a552eb76), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.918277 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port c0fea5e8-c4c1-441e-a200-282635524e78, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0fea5e8-c4c1-441e-a200-282635524e78,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:30.920565 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1f74614c-b040-4a3e-af20-37770001d207 req-612c7788-0cd6-465c-91aa-602bbdef9764 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583043 Mar 08 15:39:30.947501 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-873645e1-a546-45d1-9dae-342e10b6b540 req-902afca9-02a5-4883-993d-74891242d546 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961509 Mar 08 15:39:30.949323 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902afca9-02a5-4883-993d-74891242d546 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ead646a9-e1de-4f69-851a-2421a552eb76,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:30.997388 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:31.045000 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=c0fea5e8-c4c1-441e-a200-282635524e78,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:31.263469 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['c0fea5e8-c4c1-441e-a200-282635524e78'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:31.341653 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['be70592a-6bb3-40dc-9047-a8dd3470d7ae'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:31.519637 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdcb37-044a-4e3e-ba3c-12913aacaee6 req-5defbc24-94ee-4332-8302-6e57d2a0741c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:31.521333 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-60fdcb37-044a-4e3e-ba3c-12913aacaee6 req-5defbc24-94ee-4332-8302-6e57d2a0741c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 944 time: 0.0523942 Mar 08 15:39:31.573234 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-60fdcb37-044a-4e3e-ba3c-12913aacaee6 req-c9c194c0-3f43-44e0-8f13-e9a9cfeff6dd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449800 Mar 08 15:39:31.758168 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ed97-1067-4b67-b07d-3c05e9dc96ca req-b1db6131-0d87-4a95-b4ac-c1227197ba47 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:31.759743 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9e6ed97-1067-4b67-b07d-3c05e9dc96ca req-b1db6131-0d87-4a95-b4ac-c1227197ba47 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0535510 Mar 08 15:39:31.814895 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9e6ed97-1067-4b67-b07d-3c05e9dc96ca req-2cfc17f8-254b-4d7f-bff7-fa2a5e194b2a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474124 Mar 08 15:39:32.035584 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e9b19-43c2-4213-ae1d-25edb4876df9 req-e7060cce-bfa4-4c35-b53b-3ad1c2e27707 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:32.037127 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d9e9b19-43c2-4213-ae1d-25edb4876df9 req-e7060cce-bfa4-4c35-b53b-3ad1c2e27707 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 945 time: 0.0544753 Mar 08 15:39:32.085493 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d9e9b19-43c2-4213-ae1d-25edb4876df9 req-6fb9e612-8a35-4c63-8810-fbc54281cb9a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427845 Mar 08 15:39:32.321261 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43016) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:32.433088 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-20c34434-c576-4242-9638-5b9dce84c48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.507944 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-20c34434-c576-4242-9638-5b9dce84c48d admin admin] Publish callbacks [] for security_group (fa56bf8a-e60a-4701-b64e-b3e02f2f9b3b), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.615843 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-20c34434-c576-4242-9638-5b9dce84c48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fa56bf8a-e60a-4701-b64e-b3e02f2f9b3b), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.656453 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-20c34434-c576-4242-9638-5b9dce84c48d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a103ee8a0e4b4eb6ba1a5a54ae0cf123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327634 Mar 08 15:39:32.669708 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43024) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:32.670413 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c34434-c576-4242-9638-5b9dce84c48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56bf8a-e60a-4701-b64e-b3e02f2f9b3b,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:32.702704 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df06ca-29c6-468a-abc0-6be1ba87f628 req-0a834fbf-2b54-4dce-98d4-f09f326d7007 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:32.710025 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-65df06ca-29c6-468a-abc0-6be1ba87f628 req-0a834fbf-2b54-4dce-98d4-f09f326d7007 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 944 time: 0.0696161 Mar 08 15:39:32.724514 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d44021c8-70aa-43fa-9e34-a35f46f542fd admin admin] Publish callbacks [] for security_group (fa56bf8a-e60a-4701-b64e-b3e02f2f9b3b), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.749865 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d44021c8-70aa-43fa-9e34-a35f46f542fd admin admin] Publish callbacks [] for security_group (fa56bf8a-e60a-4701-b64e-b3e02f2f9b3b), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.757343 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-65df06ca-29c6-468a-abc0-6be1ba87f628 req-b4ecc686-9b74-4b08-8bce-da281327670c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465274 Mar 08 15:39:32.877497 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d44021c8-70aa-43fa-9e34-a35f46f542fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fa56bf8a-e60a-4701-b64e-b3e02f2f9b3b), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.880135 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d44021c8-70aa-43fa-9e34-a35f46f542fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.883643 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d44021c8-70aa-43fa-9e34-a35f46f542fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa56bf8a-e60a-4701-b64e-b3e02f2f9b3b HTTP/1.1" status: 204 len: 168 time: 0.2075403 Mar 08 15:39:32.890075 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44021c8-70aa-43fa-9e34-a35f46f542fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa56bf8a-e60a-4701-b64e-b3e02f2f9b3b,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:32.961139 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90b85b-3aec-4e10-a56a-a0f6926f047e req-5cf36c82-66e4-4366-a98b-c02729960edd tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:32.962732 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5d90b85b-3aec-4e10-a56a-a0f6926f047e req-5cf36c82-66e4-4366-a98b-c02729960edd tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0779269 Mar 08 15:39:33.014506 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5d90b85b-3aec-4e10-a56a-a0f6926f047e req-108fd80a-f394-4bc1-8c0c-71e4f42da9b3 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Mar 08 15:39:33.216592 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde7f56-1f89-410a-a588-02dd9c84f6bd req-5a506d2b-5cfd-47f7-85b5-b916529cda0e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:33.218265 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9dde7f56-1f89-410a-a588-02dd9c84f6bd req-5a506d2b-5cfd-47f7-85b5-b916529cda0e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 945 time: 0.0597513 Mar 08 15:39:33.278207 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9dde7f56-1f89-410a-a588-02dd9c84f6bd req-03120178-c2ff-49cc-8b4c-f14bb064d031 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541265 Mar 08 15:39:33.598803 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43054) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:33.611563 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6addbe4-0e97-49cf-bfd6-cf7b028398a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.683975 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6addbe4-0e97-49cf-bfd6-cf7b028398a3 admin admin] Publish callbacks [] for security_group (883061d3-7b79-4057-b47f-5ca19d0a3045), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.757230 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6addbe4-0e97-49cf-bfd6-cf7b028398a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (883061d3-7b79-4057-b47f-5ca19d0a3045), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.794858 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d6addbe4-0e97-49cf-bfd6-cf7b028398a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad3a9817e3254f4a9e3dc0d7002341a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949549 Mar 08 15:39:33.795718 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6addbe4-0e97-49cf-bfd6-cf7b028398a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883061d3-7b79-4057-b47f-5ca19d0a3045,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:33.798499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43060) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:33.879754 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8f143a59-41de-489b-8e9f-b6b5cf15cb95 admin admin] Publish callbacks [] for security_group (883061d3-7b79-4057-b47f-5ca19d0a3045), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.901504 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f61d6-a6d2-4b6e-bebb-7e512007b671 req-8420bc77-b5d6-466b-9d9b-0a3ee54c3abf tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:33.902976 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301f61d6-a6d2-4b6e-bebb-7e512007b671 req-8420bc77-b5d6-466b-9d9b-0a3ee54c3abf tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 944 time: 0.0789812 Mar 08 15:39:33.912212 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8f143a59-41de-489b-8e9f-b6b5cf15cb95 admin admin] Publish callbacks [] for security_group (883061d3-7b79-4057-b47f-5ca19d0a3045), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.977538 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301f61d6-a6d2-4b6e-bebb-7e512007b671 req-310c89df-a7ee-443a-b6da-ec29231e768c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673199 Mar 08 15:39:34.054162 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8f143a59-41de-489b-8e9f-b6b5cf15cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (883061d3-7b79-4057-b47f-5ca19d0a3045), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.056870 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8f143a59-41de-489b-8e9f-b6b5cf15cb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.058116 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8f143a59-41de-489b-8e9f-b6b5cf15cb95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/883061d3-7b79-4057-b47f-5ca19d0a3045 HTTP/1.1" status: 204 len: 168 time: 0.2585757 Mar 08 15:39:34.067050 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f143a59-41de-489b-8e9f-b6b5cf15cb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883061d3-7b79-4057-b47f-5ca19d0a3045,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:34.142645 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe13821-2dc7-41d9-b33c-25ddd5f891a9 req-e63f3c90-c463-43f3-9a7e-4daa4dafac42 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:34.144136 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9fe13821-2dc7-41d9-b33c-25ddd5f891a9 req-e63f3c90-c463-43f3-9a7e-4daa4dafac42 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0577981 Mar 08 15:39:34.190257 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9fe13821-2dc7-41d9-b33c-25ddd5f891a9 req-91f2e78e-5303-4122-bab5-7b302df5b238 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Mar 08 15:39:34.346623 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:34.427792 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61163dde-f4e6-4fdb-8534-ffd43c78eb91 req-cbb0228b-ab52-4eac-ac5b-b744038714bc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:34.429885 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-61163dde-f4e6-4fdb-8534-ffd43c78eb91 req-cbb0228b-ab52-4eac-ac5b-b744038714bc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 945 time: 0.0803890 Mar 08 15:39:34.476596 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port be70592a-6bb3-40dc-9047-a8dd3470d7ae completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:34.485034 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-61163dde-f4e6-4fdb-8534-ffd43c78eb91 req-3282ab7f-3137-4f91-bf7b-563e25cb9c63 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Mar 08 15:39:34.485169 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port be70592a-6bb3-40dc-9047-a8dd3470d7ae triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:34.485169 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.567333 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port be70592a-6bb3-40dc-9047-a8dd3470d7ae is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:34.567848 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.591677 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:34.594480 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008ea851-0b8b-4796-82b5-02a690b3a466" -d '{"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-plugged", "status": "completed", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:34.607067 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:34.634523 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a61068-3730-4da3-a886-143a10459195 x-openstack-request-id: req-a0a61068-3730-4da3-a886-143a10459195 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:34.634893 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-plugged", "status": "completed", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:34.635155 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0a61068-3730-4da3-a886-143a10459195 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:34.635552 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'code': 200} Mar 08 15:39:34.688838 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.689710 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device c0fea5e8-c4c1-441e-a200-282635524e78 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:34.774522 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:34.841001 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port c0fea5e8-c4c1-441e-a200-282635524e78 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:34.845772 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port c0fea5e8-c4c1-441e-a200-282635524e78 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:34.846148 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.925536 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port c0fea5e8-c4c1-441e-a200-282635524e78 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:34.925927 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.965594 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port c0fea5e8-c4c1-441e-a200-282635524e78, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0fea5e8-c4c1-441e-a200-282635524e78,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:35.035213 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:35.083332 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=c0fea5e8-c4c1-441e-a200-282635524e78,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:35.113959 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66cb15-78dd-42ac-bbd3-178a2ce4c882 req-946519a8-41b2-478b-9904-f075180e60d7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:35.115428 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac66cb15-78dd-42ac-bbd3-178a2ce4c882 req-946519a8-41b2-478b-9904-f075180e60d7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.0628440 Mar 08 15:39:35.164230 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac66cb15-78dd-42ac-bbd3-178a2ce4c882 req-d7d5eed0-39c2-4f3e-bfe9-7487a20b39cc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Mar 08 15:39:35.600838 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4d801-d5c0-439c-84ba-4af755d5512a req-9e71048d-ea29-4f2d-9656-ca8cecaee39c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:35.602311 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-98e4d801-d5c0-439c-84ba-4af755d5512a req-9e71048d-ea29-4f2d-9656-ca8cecaee39c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0540493 Mar 08 15:39:35.651006 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-98e4d801-d5c0-439c-84ba-4af755d5512a req-01f5490c-699f-44cf-854a-1bf12eb4fdb0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Mar 08 15:39:36.284268 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b1df-84f8-41f1-b6be-fffc77662581 req-e37e1972-5e57-4dd1-adb3-ce8d41817bb3 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:36.285750 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1f26b1df-84f8-41f1-b6be-fffc77662581 req-e37e1972-5e57-4dd1-adb3-ce8d41817bb3 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.0529838 Mar 08 15:39:36.338585 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1f26b1df-84f8-41f1-b6be-fffc77662581 req-deb9ca7f-5e70-495f-bf48-a8948b24931c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472558 Mar 08 15:39:36.526356 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3701176-569f-4a4b-82f1-a69ae7320f74 req-9753620d-05e4-4602-aae4-0d55e3f2d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:36.527815 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-f3701176-569f-4a4b-82f1-a69ae7320f74 req-9753620d-05e4-4602-aae4-0d55e3f2d659 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1130 time: 0.0434914 Mar 08 15:39:36.574806 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-f3701176-569f-4a4b-82f1-a69ae7320f74 req-99768885-e8c7-4f0c-9e67-c0e3c115d8c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Mar 08 15:39:36.636699 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fea5e8-c4c1-441e-a200-282635524e78'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:36.638977 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7795bc2-0fa6-4f74-9974-d86d04bab296" -d '{"events": [{"server_uuid": "abcde187-ce70-4b62-a133-ea60e4bd3e80", "name": "network-vif-plugged", "status": "completed", "tag": "c0fea5e8-c4c1-441e-a200-282635524e78"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:36.674319 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e49d09-9499-4a4e-a48e-39a8f6a286d4 x-openstack-request-id: req-32e49d09-9499-4a4e-a48e-39a8f6a286d4 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:36.679180 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcde187-ce70-4b62-a133-ea60e4bd3e80", "name": "network-vif-plugged", "status": "completed", "tag": "c0fea5e8-c4c1-441e-a200-282635524e78", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:36.679180 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32e49d09-9499-4a4e-a48e-39a8f6a286d4 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:36.679180 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'code': 200} Mar 08 15:39:36.774896 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a71484-3640-48ad-ab39-dc93df33ca25 req-86300022-4c32-4bfb-ba5e-19295134b108 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:36.776307 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-97a71484-3640-48ad-ab39-dc93df33ca25 req-86300022-4c32-4bfb-ba5e-19295134b108 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0537155 Mar 08 15:39:36.824708 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-97a71484-3640-48ad-ab39-dc93df33ca25 req-0ebb08bd-3c7f-411b-8304-44a043791fba tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Mar 08 15:39:37.197946 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fff8f-308b-469c-8ffe-dad4d65d0070 req-bf7715e4-2d65-4d50-a532-9c0f6e02d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:37.199668 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-127fff8f-308b-469c-8ffe-dad4d65d0070 req-bf7715e4-2d65-4d50-a532-9c0f6e02d678 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 1129 time: 0.0507143 Mar 08 15:39:37.247504 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-127fff8f-308b-469c-8ffe-dad4d65d0070 req-9c02bb6a-a764-4376-8627-35f60728f3cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Mar 08 15:39:37.455686 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8031921-bef4-4d9a-9ff4-04bc5bd58a2b req-a41bb74d-f7b2-4c62-9e7b-52132d58365a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:37.457197 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8031921-bef4-4d9a-9ff4-04bc5bd58a2b req-a41bb74d-f7b2-4c62-9e7b-52132d58365a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.0520625 Mar 08 15:39:37.507362 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8031921-bef4-4d9a-9ff4-04bc5bd58a2b req-9a18e870-da69-4929-9cec-acc9320d919a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 Mar 08 15:39:37.965732 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f240a-f552-4029-8df9-f486db945acd req-87987be0-856a-4269-8d48-b8be8c40480e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:37.967188 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-525f240a-f552-4029-8df9-f486db945acd req-87987be0-856a-4269-8d48-b8be8c40480e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0584319 Mar 08 15:39:38.013376 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-525f240a-f552-4029-8df9-f486db945acd req-ea9e3313-b69e-4d75-9f0c-2307e38f9597 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Mar 08 15:39:38.630041 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3cb73-5ec6-4e4c-a74b-41929bb68096 req-97c0df6a-7317-40f8-920b-c69657798780 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:38.631558 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-17d3cb73-5ec6-4e4c-a74b-41929bb68096 req-97c0df6a-7317-40f8-920b-c69657798780 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.0522633 Mar 08 15:39:38.694516 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-17d3cb73-5ec6-4e4c-a74b-41929bb68096 req-81e5afb5-5241-446f-9da7-d5d971b305aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570908 Mar 08 15:39:39.283554 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849de6-f03a-401e-b08b-6040a7df3a2b req-2bf4b9ff-8cb4-4251-99a6-6242cba8a108 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:39.292807 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-07849de6-f03a-401e-b08b-6040a7df3a2b req-2bf4b9ff-8cb4-4251-99a6-6242cba8a108 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0574315 Mar 08 15:39:39.331839 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-07849de6-f03a-401e-b08b-6040a7df3a2b req-6447e784-acd3-42db-9fc0-eacf8d79899d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 Mar 08 15:39:39.616508 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf0339-7018-424d-b889-d3dde02e42ec req-3a2500b6-5f7f-4191-bdfd-d9789843ea9e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:39.617856 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccbf0339-7018-424d-b889-d3dde02e42ec req-3a2500b6-5f7f-4191-bdfd-d9789843ea9e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0502701 Mar 08 15:39:39.626574 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43236) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:39.630885 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'floatingip': {'port_id': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:39.700848 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (5089fe0d-ddca-41e3-97f6-665825281f5e), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:39.907831 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab7071-f3a4-4bbf-8ceb-b5d1ec842130 req-e3c0d975-a2df-4e6b-a5df-2df54804bd85 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:39.909320 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-68ab7071-f3a4-4bbf-8ceb-b5d1ec842130 req-e3c0d975-a2df-4e6b-a5df-2df54804bd85 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.1400640 Mar 08 15:39:40.000213 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-68ab7071-f3a4-4bbf-8ceb-b5d1ec842130 req-7e2a3666-89b7-4997-a593-bc9fd101aaf1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846972 Mar 08 15:39:40.257703 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948e81-d17e-4692-9f33-597e768d424c req-74fd6ff6-d746-4935-93a9-7fdbe02f218b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:40.259162 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-13948e81-d17e-4692-9f33-597e768d424c req-74fd6ff6-d746-4935-93a9-7fdbe02f218b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.1935563 Mar 08 15:39:40.267435 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43252) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:40.271997 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'floatingip': {'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:40.343010 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (173a81af-2aa3-432a-bc7e-933cd7e261e5), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.541165 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.db.resource_extend [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 15:39:40.616478 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.694029 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (5089fe0d-ddca-41e3-97f6-665825281f5e), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.795495 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Floating IP 5089fe0d-ddca-41e3-97f6-665825281f5e associated. External IP: 172.27.3.85, port: be70592a-6bb3-40dc-9047-a8dd3470d7ae. Mar 08 15:39:41.011956 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Router 4810b491-d057-4812-a5aa-e2890baa00c6 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:39:41.072848 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.db.resource_extend [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 15:39:41.125341 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:39:41.130032 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:41.138202 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] Sync routers for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:39:41.149117 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:41.150301 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:39:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:41.153469 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:41.167344 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-18925747-e289-4a65-a833-132a9ed476ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "PUT /v2.0/floatingips/5089fe0d-ddca-41e3-97f6-665825281f5e HTTP/1.1" status: 200 len: 991 time: 1.5397284 Mar 08 15:39:41.168125 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:41.170383 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45974ff9-d693-4a5e-9a2e-422401252902" -d '{"events": [{"name": "network-changed", "server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:41.205819 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbd2706-b924-46bb-a8d7-7417f105cbda x-openstack-request-id: req-acbd2706-b924-46bb-a8d7-7417f105cbda {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:41.206114 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:41.206370 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acbd2706-b924-46bb-a8d7-7417f105cbda {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:41.206774 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'status': 'completed', 'code': 200} Mar 08 15:39:41.208201 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (173a81af-2aa3-432a-bc7e-933cd7e261e5), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:41.258390 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:41.311982 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.l3_db [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Floating IP 173a81af-2aa3-432a-bc7e-933cd7e261e5 associated. External IP: 172.27.3.141, port: c0fea5e8-c4c1-441e-a200-282635524e78. Mar 08 15:39:41.520432 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:39:41.525290 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '5089fe0d-ddca-41e3-97f6-665825281f5e', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'port_id': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'mac_address': 'fa:16:3e:c2:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:04Z', 'updated_at': '2022-03-08T15:39:40Z', 'revision_number': 1, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:41.551132 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] Checking router: 4810b491-d057-4812-a5aa-e2890baa00c6 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:39:41.559163 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:41.559775 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:39:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:41.629514 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:39:41.634053 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:41.641973 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:39:41.654119 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:41.655147 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:39:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:41.680124 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-3136e6e2-a093-4f60-a24e-9a2bf8b9e33f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "PUT /v2.0/floatingips/173a81af-2aa3-432a-bc7e-933cd7e261e5 HTTP/1.1" status: 200 len: 991 time: 1.3993957 Mar 08 15:39:41.680124 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'tag': 'c0fea5e8-c4c1-441e-a200-282635524e78'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:41.680124 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760" -d '{"events": [{"name": "network-changed", "server_uuid": "abcde187-ce70-4b62-a133-ea60e4bd3e80", "tag": "c0fea5e8-c4c1-441e-a200-282635524e78"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:41.716840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcea5eb-c5a8-4c5e-bafb-3078819dffbb x-openstack-request-id: req-fdcea5eb-c5a8-4c5e-bafb-3078819dffbb {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:41.717203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcde187-ce70-4b62-a133-ea60e4bd3e80", "tag": "c0fea5e8-c4c1-441e-a200-282635524e78", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:41.717545 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdcea5eb-c5a8-4c5e-bafb-3078819dffbb {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:41.718116 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'tag': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'status': 'completed', 'code': 200} Mar 08 15:39:41.763093 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:41.779123 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:41.989249 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '5089fe0d-ddca-41e3-97f6-665825281f5e', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'port_id': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'mac_address': 'fa:16:3e:c2:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:04Z', 'updated_at': '2022-03-08T15:39:40Z', 'revision_number': 1, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:42.022902 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38f086-7741-4908-88f3-66e8c7e9fda5 None None] The sync data for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi is: [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '5089fe0d-ddca-41e3-97f6-665825281f5e', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'port_id': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'mac_address': 'fa:16:3e:c2:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:04Z', 'updated_at': '2022-03-08T15:39:40Z', 'revision_number': 1, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:39:42.058416 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:40Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:42.088775 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:39:42.098773 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:42.099424 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:39:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:42.207117 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:42.255534 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7724fb7-82c8-42bc-9f5e-6bbf08819767 None None] New status for floating IP 5089fe0d-ddca-41e3-97f6-665825281f5e: ACTIVE {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:39:42.432074 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45974ff9-d693-4a5e-9a2e-422401252902 req-505a893b-ea88-418b-b121-7e68829b4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.434745 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-45974ff9-d693-4a5e-9a2e-422401252902 req-505a893b-ea88-418b-b121-7e68829b4c36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1130 time: 0.0547771 Mar 08 15:39:42.456050 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-41e8f16f-b87e-4f21-8a88-edbc0e37418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.456050 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-41e8f16f-b87e-4f21-8a88-edbc0e37418c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 1129 time: 0.0650840 Mar 08 15:39:42.481433 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:40Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:42.512093 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c4155-52d3-46ee-820f-000cd2d56e19 None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:40Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:39:42.563391 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-632522be-8fc4-49f5-ba89-64dc6d4396be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.565142 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-632522be-8fc4-49f5-ba89-64dc6d4396be service neutron] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 915 time: 0.1026373 Mar 08 15:39:42.607092 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45974ff9-d693-4a5e-9a2e-422401252902 req-5de45979-432c-4e99-b794-76c70095fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.608790 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-45974ff9-d693-4a5e-9a2e-422401252902 req-5de45979-432c-4e99-b794-76c70095fcdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 917 time: 0.1636887 Mar 08 15:39:42.672124 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-e5e75baa-85b9-4bd3-95d0-f11b793e022f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fea5e8-c4c1-441e-a200-282635524e78 HTTP/1.1" status: 200 len: 999 time: 0.1001363 Mar 08 15:39:42.727317 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-45974ff9-d693-4a5e-9a2e-422401252902 req-f7bab979-b680-4a85-b7d5-b9cbf9d09636 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 200 len: 1001 time: 0.1008067 Mar 08 15:39:42.731395 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-0e658f2a-0c0d-41ff-9190-026aea6e78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.732964 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-0e658f2a-0c0d-41ff-9190-026aea6e78e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.0545423 Mar 08 15:39:42.755085 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb331b-9f36-481f-bf0d-f3d014a490ab None None] New status for floating IP 173a81af-2aa3-432a-bc7e-933cd7e261e5: ACTIVE {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:39:42.782465 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45974ff9-d693-4a5e-9a2e-422401252902 req-86333fea-58e7-4f08-a210-1dcec53c5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.783949 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-45974ff9-d693-4a5e-9a2e-422401252902 req-86333fea-58e7-4f08-a210-1dcec53c5efa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0492086 Mar 08 15:39:42.790844 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-eef4f548-cb62-4def-9356-10884cecbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.792583 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-eef4f548-cb62-4def-9356-10884cecbb4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524359 Mar 08 15:39:42.851223 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45974ff9-d693-4a5e-9a2e-422401252902 req-5435e642-ce57-46e2-8d56-b664717978ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.853096 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-45974ff9-d693-4a5e-9a2e-422401252902 req-5435e642-ce57-46e2-8d56-b664717978ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497808 Mar 08 15:39:42.902136 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-b653e6b6-f4ef-4175-9fc0-4028eb2c0346 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981791 Mar 08 15:39:42.955713 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-45974ff9-d693-4a5e-9a2e-422401252902 req-3302c4d0-6977-4a80-af72-17dd10e038f8 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958228 Mar 08 15:39:43.027344 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdf52f9-b7b7-4994-836c-fb9b9c07c760 req-5f9fdea9-d6dd-4960-9d68-6ea01f2fb128 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189747 Mar 08 15:39:43.084125 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-45974ff9-d693-4a5e-9a2e-422401252902 req-385b6983-bee6-4ce0-acc9-b476e4f8d571 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179421 Mar 08 15:39:45.913317 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-b046a576-a3e9-4dd4-b520-04fae2f01a26 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456178 Mar 08 15:39:46.014177 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-bcfc8919-1110-49d1-9d41-f87601c91f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:46.015827 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-bcfc8919-1110-49d1-9d41-f87601c91f59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75fae950dc53423496a47a74e509f8c6&device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 1130 time: 0.0449121 Mar 08 15:39:46.129556 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-24078479-48b6-4f8c-8844-9aea3c81ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:46.131076 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-24078479-48b6-4f8c-8844-9aea3c81ed96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49c9a740-9924-43d1-b05c-d2abd3af4364 HTTP/1.1" status: 200 len: 912 time: 0.0924489 Mar 08 15:39:46.205966 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-7c84682c-deaf-450b-a898-7ea578c68931 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=768185f1-c492-42a8-8e86-99f4efd0b43a HTTP/1.1" status: 200 len: 217 time: 0.0534866 Mar 08 15:39:46.261409 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-62f1b910-7d42-4dbe-b664-7da54133f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:46.263236 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-62f1b910-7d42-4dbe-b664-7da54133f77a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15269f75-452b-4116-9537-eed5d45205f3 HTTP/1.1" status: 200 len: 852 time: 0.0514514 Mar 08 15:39:46.298438 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-8b554c4f-6f2f-4faa-be21-73944c2ee754 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49c9a740-9924-43d1-b05c-d2abd3af4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270829 Mar 08 15:39:46.396705 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-4d6d79f0-2cea-4a51-a6de-c223cd82eb1c service neutron] 10.222.0.24 "GET /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856805 Mar 08 15:39:46.686349 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-41323f34-c4ef-4ac3-914b-25487b036ebf req-cfeaf7ba-cf69-4625-875e-5c6d8b8291fd service neutron] 10.222.0.24 "GET /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748072 Mar 08 15:39:48.246035 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-8938fd32-c832-496d-bfb2-87fe1afc038b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:48.797612 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43460) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:48.905372 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:48.979736 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Publish callbacks [] for security_group (07bac822-e180-4792-8a6f-2b056ce5c555), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:49.034333 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:49.063343 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (07bac822-e180-4792-8a6f-2b056ce5c555), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:49.098802 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bac822-e180-4792-8a6f-2b056ce5c555,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:49.103864 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5acc4db97534b5596ce5b75dde79609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050535 Mar 08 15:39:49.106597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43472) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:49.109572 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.110010 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.110358 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.110704 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.111036 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.111365 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.111704 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.112031 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.112396 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.112740 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.113146 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.113462 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.113780 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2146be-9bfc-4688-a678-7c58a52beaa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.156319 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Publish callbacks [] for security_group (07bac822-e180-4792-8a6f-2b056ce5c555), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:49.177580 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Publish callbacks [] for security_group (07bac822-e180-4792-8a6f-2b056ce5c555), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:49.296623 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (07bac822-e180-4792-8a6f-2b056ce5c555), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:49.296623 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:49.296623 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07bac822-e180-4792-8a6f-2b056ce5c555 HTTP/1.1" status: 204 len: 168 time: 0.1876321 Mar 08 15:39:49.305110 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bac822-e180-4792-8a6f-2b056ce5c555,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:49.313318 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.313817 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.314157 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.314561 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.314958 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.315418 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.315821 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.316249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.316645 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.317040 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.317430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.317880 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.318429 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb0858-d878-40ba-a4c7-ef5ec8e18c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:49.936129 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43490) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:49.949974 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-033ae8ec-f005-4728-bccb-727e0a0d001d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:50.033440 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-033ae8ec-f005-4728-bccb-727e0a0d001d admin admin] Publish callbacks [] for security_group (4c201c55-e964-4fec-aaf2-5de80eaee015), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:50.154290 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-033ae8ec-f005-4728-bccb-727e0a0d001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4c201c55-e964-4fec-aaf2-5de80eaee015), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:50.195622 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ae8ec-f005-4728-bccb-727e0a0d001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c201c55-e964-4fec-aaf2-5de80eaee015,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:50.204634 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-033ae8ec-f005-4728-bccb-727e0a0d001d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c91dc5a59934f20847d2a43dbb919c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659132 Mar 08 15:39:50.207116 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43500) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:50.258548 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1967db5f-ce34-44c0-a839-e3de83f828ac admin admin] Publish callbacks [] for security_group (4c201c55-e964-4fec-aaf2-5de80eaee015), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:50.280737 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1967db5f-ce34-44c0-a839-e3de83f828ac admin admin] Publish callbacks [] for security_group (4c201c55-e964-4fec-aaf2-5de80eaee015), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:50.367443 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-b51faf35-7430-49cb-be0b-7f6aa33fa344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:50.396385 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1967db5f-ce34-44c0-a839-e3de83f828ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4c201c55-e964-4fec-aaf2-5de80eaee015), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:50.398892 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1967db5f-ce34-44c0-a839-e3de83f828ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:50.400135 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1967db5f-ce34-44c0-a839-e3de83f828ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c201c55-e964-4fec-aaf2-5de80eaee015 HTTP/1.1" status: 204 len: 168 time: 0.1921036 Mar 08 15:39:50.407793 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967db5f-ce34-44c0-a839-e3de83f828ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c201c55-e964-4fec-aaf2-5de80eaee015,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:51.679920 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32005-4aa3-41a8-bc66-d16fbb50f064 req-621ad9f8-c277-41b8-aebd-319ab53c3025 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:51.682172 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9b32005-4aa3-41a8-bc66-d16fbb50f064 req-621ad9f8-c277-41b8-aebd-319ab53c3025 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0542736 Mar 08 15:39:51.689026 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.725371 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43552) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:51.738492 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9b32005-4aa3-41a8-bc66-d16fbb50f064 req-4fb24e8e-5cbb-4db3-8618-4ad67a52a628 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493114 Mar 08 15:39:51.844024 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-47339d06-4d2c-4c84-9c3d-b6d9351e189d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.933517 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-47339d06-4d2c-4c84-9c3d-b6d9351e189d admin admin] Publish callbacks [] for security_group (67f1b271-631c-44ea-9911-276705eb8c75), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.001308 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-47339d06-4d2c-4c84-9c3d-b6d9351e189d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (67f1b271-631c-44ea-9911-276705eb8c75), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.041473 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-47339d06-4d2c-4c84-9c3d-b6d9351e189d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13919570aec34921be4fc40337a10b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147578 Mar 08 15:39:52.045315 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43568) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:52.047622 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339d06-4d2c-4c84-9c3d-b6d9351e189d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f1b271-631c-44ea-9911-276705eb8c75,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:52.099304 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e9a26047-ad00-4c0b-80b7-60e026314c23 admin admin] Publish callbacks [] for security_group (67f1b271-631c-44ea-9911-276705eb8c75), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.120662 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e9a26047-ad00-4c0b-80b7-60e026314c23 admin admin] Publish callbacks [] for security_group (67f1b271-631c-44ea-9911-276705eb8c75), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.228543 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e9a26047-ad00-4c0b-80b7-60e026314c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (67f1b271-631c-44ea-9911-276705eb8c75), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.231163 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e9a26047-ad00-4c0b-80b7-60e026314c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.232400 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e9a26047-ad00-4c0b-80b7-60e026314c23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67f1b271-631c-44ea-9911-276705eb8c75 HTTP/1.1" status: 204 len: 168 time: 0.1845050 Mar 08 15:39:52.241801 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a26047-ad00-4c0b-80b7-60e026314c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f1b271-631c-44ea-9911-276705eb8c75,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:52.862825 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c27d5-2f6c-4396-885c-5abfbf733b58 req-1d9a2dbe-6b4e-4b34-aa83-5fb6e6b6a5ce tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:52.864256 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4c27d5-2f6c-4396-885c-5abfbf733b58 req-1d9a2dbe-6b4e-4b34-aa83-5fb6e6b6a5ce tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0528507 Mar 08 15:39:52.916496 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4c27d5-2f6c-4396-885c-5abfbf733b58 req-49a2ff8b-6333-45dd-8460-376b8231c5f4 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464649 Mar 08 15:39:52.921899 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43592) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:52.934838 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fe71629a-e1a2-4fd1-94aa-1e2b51a629f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.016927 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fe71629a-e1a2-4fd1-94aa-1e2b51a629f0 admin admin] Publish callbacks [] for security_group (93c271c4-77c8-43d4-8a82-23546365dfd6), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.085430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43596) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:53.108718 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fe71629a-e1a2-4fd1-94aa-1e2b51a629f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (93c271c4-77c8-43d4-8a82-23546365dfd6), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.160453 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-fe71629a-e1a2-4fd1-94aa-1e2b51a629f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=572a6ea31a8749dfb28e0bb28fb0ac52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349076 Mar 08 15:39:53.160668 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43604) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:53.161749 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71629a-e1a2-4fd1-94aa-1e2b51a629f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c271c4-77c8-43d4-8a82-23546365dfd6,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:53.162787 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.205367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0d60fa10-82a9-4f7f-8eb2-4a100247b58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.221836 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-58b11f46-e6c6-4cc3-b081-e3997ce70203 admin admin] Publish callbacks [] for security_group (93c271c4-77c8-43d4-8a82-23546365dfd6), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.246505 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-58b11f46-e6c6-4cc3-b081-e3997ce70203 admin admin] Publish callbacks [] for security_group (93c271c4-77c8-43d4-8a82-23546365dfd6), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.283719 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0d60fa10-82a9-4f7f-8eb2-4a100247b58e admin admin] Publish callbacks [] for security_group (1331efeb-7b5f-46d7-970a-6680238c8d6b), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.365799 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0d60fa10-82a9-4f7f-8eb2-4a100247b58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (1331efeb-7b5f-46d7-970a-6680238c8d6b), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.403260 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0d60fa10-82a9-4f7f-8eb2-4a100247b58e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13c9be684a244b939e679a70d63ef473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167126 Mar 08 15:39:53.405749 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60fa10-82a9-4f7f-8eb2-4a100247b58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1331efeb-7b5f-46d7-970a-6680238c8d6b,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:53.406631 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43608) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:53.422037 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-58b11f46-e6c6-4cc3-b081-e3997ce70203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (93c271c4-77c8-43d4-8a82-23546365dfd6), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.423732 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-58b11f46-e6c6-4cc3-b081-e3997ce70203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.424926 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-58b11f46-e6c6-4cc3-b081-e3997ce70203 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93c271c4-77c8-43d4-8a82-23546365dfd6 HTTP/1.1" status: 204 len: 168 time: 0.2605116 Mar 08 15:39:53.442008 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b11f46-e6c6-4cc3-b081-e3997ce70203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c271c4-77c8-43d4-8a82-23546365dfd6,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:53.474662 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f9a406cb-8bdb-4ee6-95ad-1e1d881678cc admin admin] Publish callbacks [] for security_group (1331efeb-7b5f-46d7-970a-6680238c8d6b), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.498176 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f9a406cb-8bdb-4ee6-95ad-1e1d881678cc admin admin] Publish callbacks [] for security_group (1331efeb-7b5f-46d7-970a-6680238c8d6b), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.617430 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f9a406cb-8bdb-4ee6-95ad-1e1d881678cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (1331efeb-7b5f-46d7-970a-6680238c8d6b), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.620616 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f9a406cb-8bdb-4ee6-95ad-1e1d881678cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.624664 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-f9a406cb-8bdb-4ee6-95ad-1e1d881678cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1331efeb-7b5f-46d7-970a-6680238c8d6b HTTP/1.1" status: 204 len: 168 time: 0.2141333 Mar 08 15:39:53.630877 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a406cb-8bdb-4ee6-95ad-1e1d881678cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1331efeb-7b5f-46d7-970a-6680238c8d6b,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:53.989709 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25baf9-90b9-4582-9937-d74306584363 req-6ccb9798-259c-4141-b17f-420333b2dff5 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:53.992256 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-ab25baf9-90b9-4582-9937-d74306584363 req-6ccb9798-259c-4141-b17f-420333b2dff5 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.1251931 Mar 08 15:39:54.076610 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c6ce4-627a-4430-8a03-5aa4809c970b req-9064fcf8-a80f-4683-b8f8-a60c57d5b12d tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:54.076610 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e58c6ce4-627a-4430-8a03-5aa4809c970b req-9064fcf8-a80f-4683-b8f8-a60c57d5b12d tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 946 time: 0.0766318 Mar 08 15:39:54.146893 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e58c6ce4-627a-4430-8a03-5aa4809c970b req-1dc72667-0e4d-4d28-aa8b-aac3696799c4 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/security-groups?id=008cd24d-5905-46fd-a402-d2dba14b46c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625710 Mar 08 15:39:54.164518 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Deleting port 768185f1-c492-42a8-8e86-99f4efd0b43a {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:39:54.165057 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.270507 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] For port 768185f1-c492-42a8-8e86-99f4efd0b43a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768185f1-c492-42a8-8e86-99f4efd0b43a,segment=NetworkSegment(ed65e18d-5264-4c5c-9507-a9fb10768c52),segment_id=ed65e18d-5264-4c5c-9507-a9fb10768c52)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:54.270883 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.287104 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Calling delete_port for 768185f1-c492-42a8-8e86-99f4efd0b43a owned by compute:nova {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:39:54.536511 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43662) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:54.549823 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-90f3a9c8-4883-4047-b89e-08bda8919db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.554176 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (768185f1-c492-42a8-8e86-99f4efd0b43a), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.565229 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['768185f1-c492-42a8-8e86-99f4efd0b43a'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:54.600206 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Pushing event deleted for resources: {'Port': ['ID=768185f1-c492-42a8-8e86-99f4efd0b43a,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:54.668731 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] No DVR routers for this DVR port 768185f1-c492-42a8-8e86-99f4efd0b43a on host hv-cinder-83009 {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:39:54.689716 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.689716 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-ab25baf9-90b9-4582-9937-d74306584363 req-9d3aa849-7e10-459e-9471-d2770f8aa7ca tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.24 "DELETE /v2.0/ports/768185f1-c492-42a8-8e86-99f4efd0b43a HTTP/1.1" status: 204 len: 173 time: 0.6854281 Mar 08 15:39:54.689716 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11bb1f3-0320-4dc2-9368-f36761c05db4', 'name': 'network-vif-deleted', 'tag': '768185f1-c492-42a8-8e86-99f4efd0b43a'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:54.690936 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6805b8-de9e-4b3b-bd5c-129aa2c4696c" -d '{"events": [{"server_uuid": "e11bb1f3-0320-4dc2-9368-f36761c05db4", "name": "network-vif-deleted", "tag": "768185f1-c492-42a8-8e86-99f4efd0b43a"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:54.738786 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-90f3a9c8-4883-4047-b89e-08bda8919db8 admin admin] Publish callbacks [] for security_group (b5ce5b17-b4f9-4e10-9b20-935687a48799), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.780114 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ae7c0f-f08e-4d36-9a64-57a91b275b14 x-openstack-request-id: req-d1ae7c0f-f08e-4d36-9a64-57a91b275b14 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:54.780114 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11bb1f3-0320-4dc2-9368-f36761c05db4", "name": "network-vif-deleted", "tag": "768185f1-c492-42a8-8e86-99f4efd0b43a", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:54.780436 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1ae7c0f-f08e-4d36-9a64-57a91b275b14 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:54.780686 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11bb1f3-0320-4dc2-9368-f36761c05db4', 'name': 'network-vif-deleted', 'tag': '768185f1-c492-42a8-8e86-99f4efd0b43a', 'status': 'completed', 'code': 200} Mar 08 15:39:54.794784 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.823113 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-90f3a9c8-4883-4047-b89e-08bda8919db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b5ce5b17-b4f9-4e10-9b20-935687a48799), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.868455 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3a9c8-4883-4047-b89e-08bda8919db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ce5b17-b4f9-4e10-9b20-935687a48799,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:54.875041 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-90f3a9c8-4883-4047-b89e-08bda8919db8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d318c198ac144b918af57061cb00bb40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374741 Mar 08 15:39:54.877730 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43678) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:54.932047 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c5d000f9-db03-43fe-80a0-09c30b83e9bd admin admin] Publish callbacks [] for security_group (b5ce5b17-b4f9-4e10-9b20-935687a48799), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.955305 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c5d000f9-db03-43fe-80a0-09c30b83e9bd admin admin] Publish callbacks [] for security_group (b5ce5b17-b4f9-4e10-9b20-935687a48799), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.053158 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c5d000f9-db03-43fe-80a0-09c30b83e9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b5ce5b17-b4f9-4e10-9b20-935687a48799), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.055767 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c5d000f9-db03-43fe-80a0-09c30b83e9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.056955 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-c5d000f9-db03-43fe-80a0-09c30b83e9bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5ce5b17-b4f9-4e10-9b20-935687a48799 HTTP/1.1" status: 204 len: 168 time: 0.1778939 Mar 08 15:39:55.065534 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d000f9-db03-43fe-80a0-09c30b83e9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ce5b17-b4f9-4e10-9b20-935687a48799,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:55.241560 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c4a6ad57-008a-4e7b-a420-fd4bece84e2f req-b97fe8e5-a991-4eef-b714-ba2c423bb32c tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0266044 Mar 08 15:39:55.971900 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43720) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:56.079638 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-dff33b65-07cc-4153-a59c-ed7579d95464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.154070 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-dff33b65-07cc-4153-a59c-ed7579d95464 admin admin] Publish callbacks [] for security_group (27eb14b8-2abb-46ce-8acb-2e8ed2e46a8d), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.206948 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-dff33b65-07cc-4153-a59c-ed7579d95464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (27eb14b8-2abb-46ce-8acb-2e8ed2e46a8d), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.243892 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-dff33b65-07cc-4153-a59c-ed7579d95464 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b68cc82d93344ecb0c24111e248a794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708805 Mar 08 15:39:56.245841 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff33b65-07cc-4153-a59c-ed7579d95464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eb14b8-2abb-46ce-8acb-2e8ed2e46a8d,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:56.246661 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43728) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:56.297617 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-831366e8-6ba1-4eb5-9ca2-dda6b78d06c8 admin admin] Publish callbacks [] for security_group (27eb14b8-2abb-46ce-8acb-2e8ed2e46a8d), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.342586 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-831366e8-6ba1-4eb5-9ca2-dda6b78d06c8 admin admin] Publish callbacks [] for security_group (27eb14b8-2abb-46ce-8acb-2e8ed2e46a8d), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.345679 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8127546d-a18f-47bd-9ea5-21c6bdcde33c req-fe08485f-ee23-4a3a-b5c5-3e091be94d92 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0344915 Mar 08 15:39:56.458772 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-831366e8-6ba1-4eb5-9ca2-dda6b78d06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (27eb14b8-2abb-46ce-8acb-2e8ed2e46a8d), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.461344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-831366e8-6ba1-4eb5-9ca2-dda6b78d06c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.462485 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-831366e8-6ba1-4eb5-9ca2-dda6b78d06c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27eb14b8-2abb-46ce-8acb-2e8ed2e46a8d HTTP/1.1" status: 204 len: 168 time: 0.2129841 Mar 08 15:39:56.470191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831366e8-6ba1-4eb5-9ca2-dda6b78d06c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eb14b8-2abb-46ce-8acb-2e8ed2e46a8d,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:57.446534 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b2ab8f5-ea12-487f-9c23-2b3996852d43 req-8a0513f2-d1a6-4a71-b750-d126ee8fdf2a tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0303981 Mar 08 15:39:57.568683 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43784) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:57.674292 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-803a20ba-df27-479f-b0d2-c115e4c6a659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:57.749816 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-803a20ba-df27-479f-b0d2-c115e4c6a659 admin admin] Publish callbacks [] for security_group (bcd96d66-bbab-4c9d-b0de-a6ad25d6b213), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:57.810746 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-803a20ba-df27-479f-b0d2-c115e4c6a659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (bcd96d66-bbab-4c9d-b0de-a6ad25d6b213), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:57.849639 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-803a20ba-df27-479f-b0d2-c115e4c6a659 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa4dc4f8a5d8460e980abc55bfd85431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791834 Mar 08 15:39:57.850762 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a20ba-df27-479f-b0d2-c115e4c6a659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd96d66-bbab-4c9d-b0de-a6ad25d6b213,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:57.852304 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43794) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:57.898703 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1a43a38-7a7c-4dc3-888d-2ab7f00eb86b admin admin] Publish callbacks [] for security_group (bcd96d66-bbab-4c9d-b0de-a6ad25d6b213), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:57.918561 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1a43a38-7a7c-4dc3-888d-2ab7f00eb86b admin admin] Publish callbacks [] for security_group (bcd96d66-bbab-4c9d-b0de-a6ad25d6b213), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.039324 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1a43a38-7a7c-4dc3-888d-2ab7f00eb86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (bcd96d66-bbab-4c9d-b0de-a6ad25d6b213), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.041858 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1a43a38-7a7c-4dc3-888d-2ab7f00eb86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.043039 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-d1a43a38-7a7c-4dc3-888d-2ab7f00eb86b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcd96d66-bbab-4c9d-b0de-a6ad25d6b213 HTTP/1.1" status: 204 len: 168 time: 0.1894953 Mar 08 15:39:58.051273 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a43a38-7a7c-4dc3-888d-2ab7f00eb86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd96d66-bbab-4c9d-b0de-a6ad25d6b213,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:58.121051 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 768185f1-c492-42a8-8e86-99f4efd0b43a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:39:58.144216 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 768185f1-c492-42a8-8e86-99f4efd0b43a {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:39:58.144659 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 768185f1-c492-42a8-8e86-99f4efd0b43a not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:39:58.540452 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-606a929c-4ba0-4d83-96a9-e7bf6306424c req-a746fdf5-e8a6-4927-b64d-5956b783878f tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0278165 Mar 08 15:39:58.623307 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 43812) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:58.636429 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79b787e3-7921-4e02-91ca-674e7d74da32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.709375 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79b787e3-7921-4e02-91ca-674e7d74da32 admin admin] Publish callbacks [] for security_group (b181114d-5e05-442a-a1a3-b8ecd9ebdc3a), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.783912 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79b787e3-7921-4e02-91ca-674e7d74da32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b181114d-5e05-442a-a1a3-b8ecd9ebdc3a), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.822283 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-79b787e3-7921-4e02-91ca-674e7d74da32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd8517e645474dda92b73715d21188b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979306 Mar 08 15:39:58.823106 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b787e3-7921-4e02-91ca-674e7d74da32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b181114d-5e05-442a-a1a3-b8ecd9ebdc3a,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:58.825044 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 43814) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:58.872926 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-32a041d1-9854-4f1d-8879-50b478fc0502 admin admin] Publish callbacks [] for security_group (b181114d-5e05-442a-a1a3-b8ecd9ebdc3a), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.893285 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-32a041d1-9854-4f1d-8879-50b478fc0502 admin admin] Publish callbacks [] for security_group (b181114d-5e05-442a-a1a3-b8ecd9ebdc3a), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.010452 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-32a041d1-9854-4f1d-8879-50b478fc0502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b181114d-5e05-442a-a1a3-b8ecd9ebdc3a), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.012944 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-32a041d1-9854-4f1d-8879-50b478fc0502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.014692 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-32a041d1-9854-4f1d-8879-50b478fc0502 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b181114d-5e05-442a-a1a3-b8ecd9ebdc3a HTTP/1.1" status: 204 len: 168 time: 0.1879966 Mar 08 15:39:59.022249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a041d1-9854-4f1d-8879-50b478fc0502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b181114d-5e05-442a-a1a3-b8ecd9ebdc3a,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:59.636717 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-550f6bf6-899a-4e26-a02a-ee44c1047126 req-ad0e63c0-d2db-4f3c-98af-cb842121e94c tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Mar 08 15:40:00.729241 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-541855f3-44c5-4c57-9b5e-769abec84502 req-26cadefa-004f-416c-a619-36a3da5a5667 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0276065 Mar 08 15:40:01.840085 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b96e6f5c-b726-4e44-bd51-95bc7b962f0d req-1fb9fd72-6b82-4020-b38b-49b69b7ae602 tempest-DeleteServersTestJSON-708421795 tempest-DeleteServersTestJSON-708421795-project] 10.222.0.25 "GET /v2.0/ports?device_id=e11bb1f3-0320-4dc2-9368-f36761c05db4 HTTP/1.1" status: 200 len: 210 time: 0.0276077 Mar 08 15:40:06.340082 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:40:13.866606 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44180) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:13.910478 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ed6629-15d4-4528-8908-68a63fde4265 admin admin] Deleting subnet 15269f75-452b-4116-9537-eed5d45205f3 {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:40:13.913962 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-81ed6629-15d4-4528-8908-68a63fde4265 admin admin] Publish callbacks [] for subnet (15269f75-452b-4116-9537-eed5d45205f3), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.952032 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-81ed6629-15d4-4528-8908-68a63fde4265 admin admin] Publish callbacks [] for subnet (15269f75-452b-4116-9537-eed5d45205f3), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.961121 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-81ed6629-15d4-4528-8908-68a63fde4265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (15269f75-452b-4116-9537-eed5d45205f3), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.086693 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-81ed6629-15d4-4528-8908-68a63fde4265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (15269f75-452b-4116-9537-eed5d45205f3), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.126067 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-81ed6629-15d4-4528-8908-68a63fde4265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.129722 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-81ed6629-15d4-4528-8908-68a63fde4265 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15269f75-452b-4116-9537-eed5d45205f3 HTTP/1.1" status: 204 len: 168 time: 0.2620077 Mar 08 15:40:14.130981 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed6629-15d4-4528-8908-68a63fde4265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15269f75-452b-4116-9537-eed5d45205f3,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:14.132524 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44190) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:14.213684 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (49c9a740-9924-43d1-b05c-d2abd3af4364), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.301215 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (49c9a740-9924-43d1-b05c-d2abd3af4364), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.321808 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.322077 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.322837 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.323163 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.323499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.323845 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.324191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.324583 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.324919 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.325356 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.431377 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.431734 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.432068 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.432430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:40:14.432815 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c9a740-9924-43d1-b05c-d2abd3af4364']}} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:14.451326 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed65e18d-5264-4c5c-9507-a9fb10768c52') {'for_net_delete': True} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:14.451647 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed65e18d-5264-4c5c-9507-a9fb10768c52') {} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:14.469091 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5535663'] for segment (ed65e18d-5264-4c5c-9507-a9fb10768c52), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.491259 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (ed65e18d-5264-4c5c-9507-a9fb10768c52), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.500331 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:40:14.500838 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24908471'] for segment (ed65e18d-5264-4c5c-9507-a9fb10768c52), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: from cryptography.utils import int_from_bytes Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: from cryptography.utils import int_from_bytes Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: Traceback (most recent call last): Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: timer() Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: cb(*args, **kw) Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: return func(*args, **kwargs) Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: self._notify() Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: self.callback(batched_events) Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: event.method(event) Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: return f(self, *a, **k) Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._get(url).json() Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: return self.request(url, 'GET', **kwargs) Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:40:14.538818 dv-cinder-830097-2-iscsi neutron-server[104200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:40:14.663162 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (49c9a740-9924-43d1-b05c-d2abd3af4364), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.671117 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.674431 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/49c9a740-9924-43d1-b05c-d2abd3af4364 HTTP/1.1" status: 204 len: 168 time: 0.5396688 Mar 08 15:40:14.684172 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c974bc8-d798-48c3-b85c-a7e91f209aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c9a740-9924-43d1-b05c-d2abd3af4364,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:14.808835 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44202) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:14.935622 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-23b944e6-2e4e-42b7-a9be-0118f0001a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.018943 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-23b944e6-2e4e-42b7-a9be-0118f0001a0e admin admin] Publish callbacks [] for security_group (708d9aeb-af34-4054-9d58-993f3169cdb3), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.024968 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44220) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:15.063816 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-9fc0e095-9c41-4592-af0c-03c6ffafef42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75fae950dc53423496a47a74e509f8c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377340 Mar 08 15:40:15.066144 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44222) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:15.095558 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-23b944e6-2e4e-42b7-a9be-0118f0001a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (708d9aeb-af34-4054-9d58-993f3169cdb3), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.144204 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-23b944e6-2e4e-42b7-a9be-0118f0001a0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a265d4a9f3b64336ad63510e42cf93b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318212 Mar 08 15:40:15.150277 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44224) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:15.150672 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b944e6-2e4e-42b7-a9be-0118f0001a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d9aeb-af34-4054-9d58-993f3169cdb3,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:15.155861 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-66ec8840-0bfc-48aa-b41d-8de53df36573 admin admin] Publish callbacks [] for security_group (008cd24d-5905-46fd-a402-d2dba14b46c5), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.178277 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-66ec8840-0bfc-48aa-b41d-8de53df36573 admin admin] Publish callbacks [] for security_group (008cd24d-5905-46fd-a402-d2dba14b46c5), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.193839 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ef23b416-6aa8-4e32-9625-80c931eaccfe admin admin] Publish callbacks [] for security_group (708d9aeb-af34-4054-9d58-993f3169cdb3), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.216997 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ef23b416-6aa8-4e32-9625-80c931eaccfe admin admin] Publish callbacks [] for security_group (708d9aeb-af34-4054-9d58-993f3169cdb3), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.324799 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-66ec8840-0bfc-48aa-b41d-8de53df36573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (008cd24d-5905-46fd-a402-d2dba14b46c5), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.325030 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ef23b416-6aa8-4e32-9625-80c931eaccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (708d9aeb-af34-4054-9d58-993f3169cdb3), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.327390 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-66ec8840-0bfc-48aa-b41d-8de53df36573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.327755 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ef23b416-6aa8-4e32-9625-80c931eaccfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.331383 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-66ec8840-0bfc-48aa-b41d-8de53df36573 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/008cd24d-5905-46fd-a402-d2dba14b46c5 HTTP/1.1" status: 204 len: 168 time: 0.2615688 Mar 08 15:40:15.331525 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ef23b416-6aa8-4e32-9625-80c931eaccfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/708d9aeb-af34-4054-9d58-993f3169cdb3 HTTP/1.1" status: 204 len: 168 time: 0.1851072 Mar 08 15:40:15.341098 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec8840-0bfc-48aa-b41d-8de53df36573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008cd24d-5905-46fd-a402-d2dba14b46c5,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:15.359269 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23b416-6aa8-4e32-9625-80c931eaccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d9aeb-af34-4054-9d58-993f3169cdb3,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:15.827917 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44242) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:15.952022 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fac822a6-5b19-4a5d-9f7e-0a28ef6d6799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.029608 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fac822a6-5b19-4a5d-9f7e-0a28ef6d6799 admin admin] Publish callbacks [] for security_group (e3aa6e2c-5245-47aa-9d28-ca764ffb7f1a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.120630 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fac822a6-5b19-4a5d-9f7e-0a28ef6d6799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e3aa6e2c-5245-47aa-9d28-ca764ffb7f1a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.164738 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-fac822a6-5b19-4a5d-9f7e-0a28ef6d6799 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ec78c37600a4949bc177baa1e274139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333850 Mar 08 15:40:16.164738 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac822a6-5b19-4a5d-9f7e-0a28ef6d6799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa6e2c-5245-47aa-9d28-ca764ffb7f1a,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:16.166117 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44262) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:16.219835 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44268) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:16.229711 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8ca82031-16ba-4571-98e3-30f2f5079949 admin admin] Publish callbacks [] for security_group (e3aa6e2c-5245-47aa-9d28-ca764ffb7f1a), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.238095 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6e89ee3f-ee79-4c01-b34f-7486552a6edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.254967 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8ca82031-16ba-4571-98e3-30f2f5079949 admin admin] Publish callbacks [] for security_group (e3aa6e2c-5245-47aa-9d28-ca764ffb7f1a), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.362677 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6e89ee3f-ee79-4c01-b34f-7486552a6edd admin admin] Publish callbacks [] for security_group (9c1ef25e-49f3-4d2a-928a-5247f6b501a2), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.405857 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8ca82031-16ba-4571-98e3-30f2f5079949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e3aa6e2c-5245-47aa-9d28-ca764ffb7f1a), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.408443 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8ca82031-16ba-4571-98e3-30f2f5079949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.409587 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8ca82031-16ba-4571-98e3-30f2f5079949 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3aa6e2c-5245-47aa-9d28-ca764ffb7f1a HTTP/1.1" status: 204 len: 168 time: 0.2434824 Mar 08 15:40:16.423317 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca82031-16ba-4571-98e3-30f2f5079949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa6e2c-5245-47aa-9d28-ca764ffb7f1a,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:16.434549 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6e89ee3f-ee79-4c01-b34f-7486552a6edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (9c1ef25e-49f3-4d2a-928a-5247f6b501a2), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.476447 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89ee3f-ee79-4c01-b34f-7486552a6edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1ef25e-49f3-4d2a-928a-5247f6b501a2,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:16.483076 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-6e89ee3f-ee79-4c01-b34f-7486552a6edd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3693de902107479a92170d4cc04533a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591269 Mar 08 15:40:16.484277 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44278) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:16.542720 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc8cd-b21f-451c-9c56-928cc91dfb93 admin admin] Publish callbacks [] for security_group (9c1ef25e-49f3-4d2a-928a-5247f6b501a2), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.569102 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc8cd-b21f-451c-9c56-928cc91dfb93 admin admin] Publish callbacks [] for security_group (9c1ef25e-49f3-4d2a-928a-5247f6b501a2), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.674648 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc8cd-b21f-451c-9c56-928cc91dfb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (9c1ef25e-49f3-4d2a-928a-5247f6b501a2), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.677278 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc8cd-b21f-451c-9c56-928cc91dfb93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:16.678773 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-4bfcc8cd-b21f-451c-9c56-928cc91dfb93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c1ef25e-49f3-4d2a-928a-5247f6b501a2 HTTP/1.1" status: 204 len: 168 time: 0.1935184 Mar 08 15:40:16.687398 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcc8cd-b21f-451c-9c56-928cc91dfb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1ef25e-49f3-4d2a-928a-5247f6b501a2,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:16.939399 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44296) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:17.062079 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-network', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:17.160014 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Made reservation on behalf of e004d80679784783a1f13d99e7bc0b1d for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:17.162377 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.170932 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.242848 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Publish callbacks [] for security_group (71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.302939 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.328896 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:40:17.338402 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:17.342989 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.343333 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Added segment 3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41 of type vlan for network 9baa9af1-beae-4e79-a7e1-bcba83214f58 Mar 08 15:40:17.384487 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (9baa9af1-beae-4e79-a7e1-bcba83214f58), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.400701 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44312) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:17.415064 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-86d06465-823b-4981-9bcc-0414d0e708b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.463376 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (9baa9af1-beae-4e79-a7e1-bcba83214f58), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.464556 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:17.465363 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.491615 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-86d06465-823b-4981-9bcc-0414d0e708b6 admin admin] Publish callbacks [] for security_group (b863ed07-6cc1-4c8a-885a-eb1d4cec7662), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.535876 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] Pushing event updated for resources: {'Network': ['ID=9baa9af1-beae-4e79-a7e1-bcba83214f58,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:17.548285 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 9baa9af1-beae-4e79-a7e1-bcba83214f58 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:40:17.583305 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-86d06465-823b-4981-9bcc-0414d0e708b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b863ed07-6cc1-4c8a-885a-eb1d4cec7662), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.588064 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b0a09843-9000-4eaf-b60c-162931affe43 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6450572 Mar 08 15:40:17.588215 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44320) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:17.597653 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Request body: {'subnet': {'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-subnet', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:17.637240 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-86d06465-823b-4981-9bcc-0414d0e708b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c1055e7f60946f2ba437393b15761b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347982 Mar 08 15:40:17.639967 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44322) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:17.642075 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d06465-823b-4981-9bcc-0414d0e708b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b863ed07-6cc1-4c8a-885a-eb1d4cec7662,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:17.689647 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d581785d-ae2e-4a2d-8abb-33f1cdf4aee4 admin admin] Publish callbacks [] for security_group (b863ed07-6cc1-4c8a-885a-eb1d4cec7662), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.710949 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d581785d-ae2e-4a2d-8abb-33f1cdf4aee4 admin admin] Publish callbacks [] for security_group (b863ed07-6cc1-4c8a-885a-eb1d4cec7662), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.724395 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Made reservation on behalf of e004d80679784783a1f13d99e7bc0b1d for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:17.724395 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24179789'] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.812113 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d581785d-ae2e-4a2d-8abb-33f1cdf4aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (b863ed07-6cc1-4c8a-885a-eb1d4cec7662), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.814682 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d581785d-ae2e-4a2d-8abb-33f1cdf4aee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.818327 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d581785d-ae2e-4a2d-8abb-33f1cdf4aee4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b863ed07-6cc1-4c8a-885a-eb1d4cec7662 HTTP/1.1" status: 204 len: 168 time: 0.1747007 Mar 08 15:40:17.824535 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581785d-ae2e-4a2d-8abb-33f1cdf4aee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863ed07-6cc1-4c8a-885a-eb1d4cec7662,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:17.948855 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24908570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24179795'] for subnet (84d9c257-159b-445f-8d09-db821ac96193), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.011893 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d9c257-159b-445f-8d09-db821ac96193,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:18.016284 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Checking segment: {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:18.016767 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Network hostable DHCP agents. Network: 9baa9af1-beae-4e79-a7e1-bcba83214f58, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:40:18.125936 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Network 9baa9af1-beae-4e79-a7e1-bcba83214f58 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:40:18.212031 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 9baa9af1-beae-4e79-a7e1-bcba83214f58) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:18.218130 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:18.218778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.228625 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c95703-e812-44eb-ae36-f349ad6f2c43 None None] Network 9baa9af1-beae-4e79-a7e1-bcba83214f58 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:18.327509 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0ca94431-ede7-47e8-9821-b3ca7e8b02e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.332042 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d36ac1-8988-41fd-abfd-6b447d0f0722 None None] Network 9baa9af1-beae-4e79-a7e1-bcba83214f58 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:18.351645 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9c1cf992-0d79-4bb5-aca5-d4c5b86e28d5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7625170 Mar 08 15:40:18.354445 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44348) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:18.360382 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:18.453949 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (9d854f55-3aef-4593-82e9-6f3f8b864b1e), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.455015 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (9d854f55-3aef-4593-82e9-6f3f8b864b1e), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.514440 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks [] for router_controller (9d854f55-3aef-4593-82e9-6f3f8b864b1e), precommit_add_association {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.729847 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks [] for router_gateway (9d854f55-3aef-4593-82e9-6f3f8b864b1e), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:19.009863 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:19.023924 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks [] for router_gateway (9d854f55-3aef-4593-82e9-6f3f8b864b1e), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:19.044117 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:19.152843 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Allocated IP 172.27.3.241 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/f69bbb09-49ae-4732-b082-c84d90f4dd0f) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:19.257558 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks [] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:19.343248 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:19.380845 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:19.383678 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:19.387111 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:19.426010 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Pushing event updated for resources: {'Port': ['ID=f69bbb09-49ae-4732-b082-c84d90f4dd0f,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:19.711811 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks [] for router_gateway (9d854f55-3aef-4593-82e9-6f3f8b864b1e), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:20.127134 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (9d854f55-3aef-4593-82e9-6f3f8b864b1e), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:20.307412 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Router 9d854f55-3aef-4593-82e9-6f3f8b864b1e is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:40:20.365697 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c6cf821f-e6ae-49fe-a534-8e8e06e4c85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:20.427057 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:40:20.437215 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Sync routers for ids ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:40:20.448349 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Routers {'9d854f55-3aef-4593-82e9-6f3f8b864b1e'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:20.448968 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:20.516751 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:20.520924 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44426) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:20.521435 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-9144d77c-4a2a-4880-b19b-ee65406bed21 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1646991 Mar 08 15:40:20.571838 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Set router 9d854f55-3aef-4593-82e9-6f3f8b864b1e gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:20.819932 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:40:19Z', 'revision_number': 3, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port': {'id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:19Z', 'updated_at': '2022-03-08T15:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:20.851457 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Checking router: 9d854f55-3aef-4593-82e9-6f3f8b864b1e for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:40:20.851709 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Updating router 9d854f55-3aef-4593-82e9-6f3f8b864b1e port f69bbb09-49ae-4732-b082-c84d90f4dd0f binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:40:20.878623 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.146549 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Publish callbacks [] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.172367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.274594 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.337249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Allocated IP 172.20.0.1 (9baa9af1-beae-4e79-a7e1-bcba83214f58/84d9c257-159b-445f-8d09-db821ac96193/157ca826-f9fa-480a-9215-717e980f5bd6) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:21.340709 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Pushing event updated for resources: {'Port': ['ID=f69bbb09-49ae-4732-b082-c84d90f4dd0f,revision_number=2']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:21.347385 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Attempting to bind port f69bbb09-49ae-4732-b082-c84d90f4dd0f on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:21.347755 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Attempting to bind port f69bbb09-49ae-4732-b082-c84d90f4dd0f by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:21.348120 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Attempting to bind port f69bbb09-49ae-4732-b082-c84d90f4dd0f on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:21.356270 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.356653 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.357023 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.357386 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.357728 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.358161 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.358489 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.358818 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.359147 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.359487 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.359814 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.360136 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.360482 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:21.365190 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:21.365456 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:21.365865 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.366244 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:21.366717 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Bound port: f69bbb09-49ae-4732-b082-c84d90f4dd0f, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:21.367091 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.431818 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] For port f69bbb09-49ae-4732-b082-c84d90f4dd0f, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:21.437371 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] For port f69bbb09-49ae-4732-b082-c84d90f4dd0f, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=f69bbb09-49ae-4732-b082-c84d90f4dd0f,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:21.466821 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Publish callbacks [] for port (157ca826-f9fa-480a-9215-717e980f5bd6), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.567136 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.568525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.607234 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Network 9baa9af1-beae-4e79-a7e1-bcba83214f58 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:21.610548 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:21.615903 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:21.644295 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Routers {'9d854f55-3aef-4593-82e9-6f3f8b864b1e'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:21.645067 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:21.672891 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (9d854f55-3aef-4593-82e9-6f3f8b864b1e), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.706881 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:21.722602 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Pushing event updated for resources: {'Port': ['ID=157ca826-f9fa-480a-9215-717e980f5bd6,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:21.825946 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1d4fc-0523-4e0c-be24-3016da880dea None None] Pushing event updated for resources: {'Port': ['ID=f69bbb09-49ae-4732-b082-c84d90f4dd0f,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:21.888664 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] Set router 9d854f55-3aef-4593-82e9-6f3f8b864b1e gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:21.952482 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:22.072404 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:40:19Z', 'revision_number': 3, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port': {'id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:19Z', 'updated_at': '2022-03-08T15:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:22.102243 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808ace1-6a97-4c4f-b4f0-c0d028168158 None None] The sync data for ids ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'] in dv-cinder-830097-2-iscsi is: [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:40:19Z', 'revision_number': 3, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port': {'id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:19Z', 'updated_at': '2022-03-08T15:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:40:22.119109 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Publish callbacks [] for port (157ca826-f9fa-480a-9215-717e980f5bd6), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:22.188358 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:22.254089 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Pushing event updated for resources: {'Port': ['ID=157ca826-f9fa-480a-9215-717e980f5bd6,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:22.256510 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (9d854f55-3aef-4593-82e9-6f3f8b864b1e), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:22.351349 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Network 9baa9af1-beae-4e79-a7e1-bcba83214f58 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:22.352767 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:22.476918 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Router 9d854f55-3aef-4593-82e9-6f3f8b864b1e has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:40:22.594487 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:40:22.599807 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-c9913d3b-5b4a-4f57-b60c-b3a0ee69b3fc admin admin] 10.222.0.25 "PUT /v2.0/routers/9d854f55-3aef-4593-82e9-6f3f8b864b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0778530 Mar 08 15:40:23.054609 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-81cd6e32-e9f4-42a8-8abf-a84d15ecc89f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:23.056087 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-81cd6e32-e9f4-42a8-8abf-a84d15ecc89f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 819 time: 0.0981433 Mar 08 15:40:23.072607 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-bdfbe19a-7caf-4cee-a8f8-6a35b9650b4b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/quotas/e004d80679784783a1f13d99e7bc0b1d HTTP/1.1" status: 200 len: 375 time: 0.0102077 Mar 08 15:40:23.133838 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-933c057b-3080-486b-9480-a4f2eae3baa6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520551 Mar 08 15:40:23.156136 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:23.224618 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-379919e5-45a2-450e-afed-9e07f4c4c19f service neutron] 10.222.0.25 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833750 Mar 08 15:40:23.317191 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-eef909aa-ac28-4621-818c-151b917b1551 service neutron] 10.222.0.25 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866487 Mar 08 15:40:23.547380 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3dae6a0c-a131-4aec-973b-b2d473aa9804 req-315bbb7e-8c79-47ac-8c9c-582f391a7170 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 210 time: 0.0278904 Mar 08 15:40:23.728046 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Sync routers for ids ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:40:23.741971 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Routers {'9d854f55-3aef-4593-82e9-6f3f8b864b1e'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:23.742824 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:23.794891 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device f69bbb09-49ae-4732-b082-c84d90f4dd0f up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:23.800675 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-fb5cb8b1-60fc-4f76-82b4-8de7a3538331 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:23.803099 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-fb5cb8b1-60fc-4f76-82b4-8de7a3538331 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 819 time: 0.1304471 Mar 08 15:40:23.827716 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-b94b2b48-b090-459f-aff0-dcfda1efdc6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/quotas/e004d80679784783a1f13d99e7bc0b1d HTTP/1.1" status: 200 len: 375 time: 0.0164628 Mar 08 15:40:23.898436 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-dbeeebf0-e7ea-46f8-9088-c912aca26064 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696938 Mar 08 15:40:23.920101 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port f69bbb09-49ae-4732-b082-c84d90f4dd0f triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:23.920507 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:23.944761 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Set router 9d854f55-3aef-4593-82e9-6f3f8b864b1e gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:23.992319 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-6c944aae-73a0-4358-85e1-e60c44612d60 service neutron] 10.222.0.25 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854695 Mar 08 15:40:24.100750 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-d5825d8d-4a00-4733-91e0-9bed4503f2ae service neutron] 10.222.0.25 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022241 Mar 08 15:40:24.122077 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port f69bbb09-49ae-4732-b082-c84d90f4dd0f is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:24.122476 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:24.162997 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port f69bbb09-49ae-4732-b082-c84d90f4dd0f, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=f69bbb09-49ae-4732-b082-c84d90f4dd0f,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:24.220345 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:40:21Z', 'revision_number': 4, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port': {'id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:19Z', 'updated_at': '2022-03-08T15:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '157ca826-f9fa-480a-9215-717e980f5bd6', 'name': '', 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'mac_address': 'fa:16:3e:d7:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '84d9c257-159b-445f-8d09-db821ac96193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:21Z', 'updated_at': '2022-03-08T15:40:21Z', 'revision_number': 2, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'subnets': [{'id': '84d9c257-159b-445f-8d09-db821ac96193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:24.223649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:24.379555 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Checking router: 9d854f55-3aef-4593-82e9-6f3f8b864b1e for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:40:24.379908 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Updating router 9d854f55-3aef-4593-82e9-6f3f8b864b1e port 157ca826-f9fa-480a-9215-717e980f5bd6 binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:40:24.402841 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-639dba72-ce98-4148-a621-5f2dd0b431b4 req-06b5b757-92c1-4d52-aa39-f5979b717842 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 210 time: 0.0300808 Mar 08 15:40:24.444544 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:24.467625 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=f69bbb09-49ae-4732-b082-c84d90f4dd0f,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:24.506219 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.506573 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.507103 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.507533 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.507868 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.508301 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.508635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.508964 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.511829 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.511829 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.511829 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.511829 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.511829 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:24.773054 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Publish callbacks [] for port (157ca826-f9fa-480a-9215-717e980f5bd6), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:24.862260 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:24.969147 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:24.969147 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e45d2f-0c06-4e53-8e6d-747978d691e0 None None] Pushing event updated for resources: {'Port': ['ID=157ca826-f9fa-480a-9215-717e980f5bd6,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:25.016039 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Attempting to bind port 157ca826-f9fa-480a-9215-717e980f5bd6 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:25.016770 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Attempting to bind port 157ca826-f9fa-480a-9215-717e980f5bd6 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:25.016896 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Attempting to bind port 157ca826-f9fa-480a-9215-717e980f5bd6 on network 9baa9af1-beae-4e79-a7e1-bcba83214f58 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:25.021850 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:25.022219 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Checking segment: {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:25.022643 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:25.023033 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Bound using segment: {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:25.023490 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Bound port: 157ca826-f9fa-480a-9215-717e980f5bd6, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:25.023875 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:25.086325 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] For port 157ca826-f9fa-480a-9215-717e980f5bd6, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:25.089260 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] For port 157ca826-f9fa-480a-9215-717e980f5bd6, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=157ca826-f9fa-480a-9215-717e980f5bd6,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:25.274417 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:25.333731 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Routers {'9d854f55-3aef-4593-82e9-6f3f8b864b1e'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:25.334351 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:25.339013 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e45d2f-0c06-4e53-8e6d-747978d691e0 None None] Pushing event updated for resources: {'Port': ['ID=157ca826-f9fa-480a-9215-717e980f5bd6,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:25.448323 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] Set router 9d854f55-3aef-4593-82e9-6f3f8b864b1e gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:25.508771 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b5e8cdec-f3da-404c-9f1d-827d37a2a04c req-f648eb85-b8f3-4f4e-89e6-1d9aacf69df0 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 210 time: 0.0291808 Mar 08 15:40:25.647750 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:40:21Z', 'revision_number': 4, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port': {'id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:19Z', 'updated_at': '2022-03-08T15:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '157ca826-f9fa-480a-9215-717e980f5bd6', 'name': '', 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'mac_address': 'fa:16:3e:d7:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '84d9c257-159b-445f-8d09-db821ac96193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:21Z', 'updated_at': '2022-03-08T15:40:25Z', 'revision_number': 4, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'subnets': [{'id': '84d9c257-159b-445f-8d09-db821ac96193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:25.674665 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2e682-7b65-40a2-9e46-ceda5d27ebf1 None None] The sync data for ids ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'] in dv-cinder-830097-2-iscsi is: [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:40:21Z', 'revision_number': 4, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port': {'id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:19Z', 'updated_at': '2022-03-08T15:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '157ca826-f9fa-480a-9215-717e980f5bd6', 'name': '', 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'mac_address': 'fa:16:3e:d7:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '84d9c257-159b-445f-8d09-db821ac96193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:21Z', 'updated_at': '2022-03-08T15:40:25Z', 'revision_number': 4, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'subnets': [{'id': '84d9c257-159b-445f-8d09-db821ac96193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:40:25.784592 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device f69bbb09-49ae-4732-b082-c84d90f4dd0f up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:25.834501 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port f69bbb09-49ae-4732-b082-c84d90f4dd0f triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:25.834881 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:25.919631 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port f69bbb09-49ae-4732-b082-c84d90f4dd0f is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:26.610928 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9dac3ddf-743f-43ef-b970-9a910b4488f9 req-686b093f-0d6e-4dbb-bf5f-c761da27939b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Mar 08 15:40:27.243470 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-5484b4cf-68b5-47f0-8106-6cd11d6b623c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:27.244983 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-5484b4cf-68b5-47f0-8106-6cd11d6b623c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.24 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 819 time: 0.1369531 Mar 08 15:40:27.259398 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Request body: {'port': {'device_id': '7d458d8a-3d84-4390-95bc-720dcec333f6', 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58', 'admin_state_up': True, 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:27.468110 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Made reservation on behalf of e004d80679784783a1f13d99e7bc0b1d for: {'port': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:27.471935 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:27.518895 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-90fd70f7-6f09-4436-b2cf-4531e762fa3b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:27.520820 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-90fd70f7-6f09-4436-b2cf-4531e762fa3b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.24 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 819 time: 0.1483176 Mar 08 15:40:27.543920 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Request body: {'port': {'device_id': 'dad6d9d0-ff1c-4f7a-ad25-b132865c0d80', 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58', 'admin_state_up': True, 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:27.619335 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Allocated IP 172.20.0.2 (9baa9af1-beae-4e79-a7e1-bcba83214f58/84d9c257-159b-445f-8d09-db821ac96193/70b3b7c7-ef21-432d-a7c4-2eb3b439c071) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:27.817514 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Made reservation on behalf of e004d80679784783a1f13d99e7bc0b1d for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:27.822016 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:27.828243 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-22a2a558-c5f1-4678-a3db-a43f93c47a63 req-c0fbc3d3-a454-4a1e-bfee-1c8614fe5483 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 210 time: 0.0866344 Mar 08 15:40:27.882945 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 157ca826-f9fa-480a-9215-717e980f5bd6 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:27.948568 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks [] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:27.995047 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 157ca826-f9fa-480a-9215-717e980f5bd6 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:27.995432 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.094922 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 157ca826-f9fa-480a-9215-717e980f5bd6 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:28.095369 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.128087 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 157ca826-f9fa-480a-9215-717e980f5bd6, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=157ca826-f9fa-480a-9215-717e980f5bd6,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:28.130378 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.191459 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Allocated IP 172.20.0.9 (9baa9af1-beae-4e79-a7e1-bcba83214f58/84d9c257-159b-445f-8d09-db821ac96193/3b1dbd11-8b96-4932-aee4-30d155628305) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:28.200850 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Network 9baa9af1-beae-4e79-a7e1-bcba83214f58 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:28.204864 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:28.208528 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:28.214990 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:28.216398 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.217472 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.228301 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Pushing event updated for resources: {'Port': ['ID=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:28.279590 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=157ca826-f9fa-480a-9215-717e980f5bd6,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:28.342963 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-a59b08e2-4628-4370-92f3-c38edbb2e3e9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0884750 Mar 08 15:40:28.357629 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Request body: {'port': {'device_id': '7d458d8a-3d84-4390-95bc-720dcec333f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:28.368778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks [] for port (3b1dbd11-8b96-4932-aee4-30d155628305), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.445486 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44632) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:28.452356 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.486091 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.525754 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Network 9baa9af1-beae-4e79-a7e1-bcba83214f58 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:28.529520 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:28.535344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:28.584263 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Pushing event updated for resources: {'Port': ['ID=3b1dbd11-8b96-4932-aee4-30d155628305,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:28.597322 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b570dfd2-e402-4885-99e8-a2c12b023a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.620239 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:28.620860 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.696364 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b570dfd2-e402-4885-99e8-a2c12b023a80 admin admin] Publish callbacks [] for security_group (fef310d5-0942-4718-8d6c-1055828c83c8), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.728271 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c6651d3b-48cb-4e99-a476-bfc5518a7157 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1932755 Mar 08 15:40:28.735024 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 {{(pid=104199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:40:28.743052 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Publish callbacks [] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.755591 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.provisioning_blocks [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Transition to ACTIVE for port object 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 will not be triggered until provisioned by entity L2. {{(pid=104199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:40:28.792610 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b570dfd2-e402-4885-99e8-a2c12b023a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fef310d5-0942-4718-8d6c-1055828c83c8), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.830663 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-b570dfd2-e402-4885-99e8-a2c12b023a80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5250fdc56e194e06b309fb04dc17bb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840172 Mar 08 15:40:28.832706 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570dfd2-e402-4885-99e8-a2c12b023a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef310d5-0942-4718-8d6c-1055828c83c8,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:28.833421 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.836200 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44646) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:28.892675 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9391cd0e-de45-4295-a92e-c052f255f0b2 admin admin] Publish callbacks [] for security_group (fef310d5-0942-4718-8d6c-1055828c83c8), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.905436 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Pushing event updated for resources: {'Port': ['ID=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:28.936482 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9391cd0e-de45-4295-a92e-c052f255f0b2 admin admin] Publish callbacks [] for security_group (fef310d5-0942-4718-8d6c-1055828c83c8), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:28.950611 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Attempting to bind port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:28.950944 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Attempting to bind port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:28.951269 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Attempting to bind port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 on network 9baa9af1-beae-4e79-a7e1-bcba83214f58 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:28.955733 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 on network 9baa9af1-beae-4e79-a7e1-bcba83214f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:40:28.955986 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Attempting to bind port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 on network 9baa9af1-beae-4e79-a7e1-bcba83214f58 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:28.960782 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:28.961113 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Checking segment: {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:28.961484 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Bound using segment: {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:28.961911 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Bound port: 70b3b7c7-ef21-432d-a7c4-2eb3b439c071, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'}}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:28.962260 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:29.023532 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee90e3-dea2-428d-89b4-e5e53d7fa482 req-fddd834e-1996-4bc6-a9c8-b798ff9ee98b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:29.025059 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-faee90e3-dea2-428d-89b4-e5e53d7fa482 req-fddd834e-1996-4bc6-a9c8-b798ff9ee98b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 931 time: 0.0768368 Mar 08 15:40:29.030504 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] For port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071, host hv-cinder-83009, cleared binding levels {{(pid=104199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:29.033795 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] For port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:29.072802 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-faee90e3-dea2-428d-89b4-e5e53d7fa482 req-6ce82c1f-06c1-402a-935b-e1a49481ed6a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Mar 08 15:40:29.113792 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9391cd0e-de45-4295-a92e-c052f255f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fef310d5-0942-4718-8d6c-1055828c83c8), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:29.115026 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:29.116629 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9391cd0e-de45-4295-a92e-c052f255f0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:29.117986 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9391cd0e-de45-4295-a92e-c052f255f0b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fef310d5-0942-4718-8d6c-1055828c83c8 HTTP/1.1" status: 204 len: 168 time: 0.2808776 Mar 08 15:40:29.127863 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391cd0e-de45-4295-a92e-c052f255f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef310d5-0942-4718-8d6c-1055828c83c8,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:29.150916 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:29.151409 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:29.153378 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] 10.222.0.24 "PUT /v2.0/ports/70b3b7c7-ef21-432d-a7c4-2eb3b439c071 HTTP/1.1" status: 200 len: 1093 time: 0.8022280 Mar 08 15:40:29.153832 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d458d8a-3d84-4390-95bc-720dcec333f6', 'tag': '70b3b7c7-ef21-432d-a7c4-2eb3b439c071'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:29.156232 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c8960-4a9c-4029-8f86-f35fd735fd48" -d '{"events": [{"name": "network-changed", "server_uuid": "7d458d8a-3d84-4390-95bc-720dcec333f6", "tag": "70b3b7c7-ef21-432d-a7c4-2eb3b439c071"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:29.193205 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eb402-4ebf-4d38-93fd-92bf36835da3 service neutron] Pushing event updated for resources: {'Port': ['ID=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,revision_number=3']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:29.197363 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6e79a3-5782-4402-8013-7116fa4f683a x-openstack-request-id: req-1e6e79a3-5782-4402-8013-7116fa4f683a {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:29.198489 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d458d8a-3d84-4390-95bc-720dcec333f6", "tag": "70b3b7c7-ef21-432d-a7c4-2eb3b439c071", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:29.198741 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e6e79a3-5782-4402-8013-7116fa4f683a {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:29.199284 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d458d8a-3d84-4390-95bc-720dcec333f6', 'tag': '70b3b7c7-ef21-432d-a7c4-2eb3b439c071', 'status': 'completed', 'code': 200} Mar 08 15:40:29.716111 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 157ca826-f9fa-480a-9215-717e980f5bd6 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:29.763682 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 157ca826-f9fa-480a-9215-717e980f5bd6 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:29.764059 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:29.841436 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 157ca826-f9fa-480a-9215-717e980f5bd6 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:29.891609 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44704) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:29.906093 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0e615b22-4a42-40ba-b81b-c657bcd13871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:29.985280 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0e615b22-4a42-40ba-b81b-c657bcd13871 admin admin] Publish callbacks [] for security_group (a9ca1df2-1c7b-4d00-973e-fb7e1fd569c7), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:30.073620 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0e615b22-4a42-40ba-b81b-c657bcd13871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a9ca1df2-1c7b-4d00-973e-fb7e1fd569c7), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:30.119528 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0e615b22-4a42-40ba-b81b-c657bcd13871 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9aa6dc454be7464491a9f538f7ad3eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267380 Mar 08 15:40:30.122730 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44712) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:30.124372 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e615b22-4a42-40ba-b81b-c657bcd13871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ca1df2-1c7b-4d00-973e-fb7e1fd569c7,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:30.212740 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1db0e7c-ec1e-454c-84f5-60e20f6461c9 admin admin] Publish callbacks [] for security_group (a9ca1df2-1c7b-4d00-973e-fb7e1fd569c7), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:30.222188 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71529622-5f11-43bb-a4b8-a031e6e2944a req-73d3e363-f15b-43db-87fe-d892ee89e7aa tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:30.223644 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-71529622-5f11-43bb-a4b8-a031e6e2944a req-73d3e363-f15b-43db-87fe-d892ee89e7aa tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 931 time: 0.0772378 Mar 08 15:40:30.255490 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1db0e7c-ec1e-454c-84f5-60e20f6461c9 admin admin] Publish callbacks [] for security_group (a9ca1df2-1c7b-4d00-973e-fb7e1fd569c7), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:30.307118 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-71529622-5f11-43bb-a4b8-a031e6e2944a req-a2d1c52a-91ed-4f92-9301-1776f938328f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759609 Mar 08 15:40:30.388320 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1db0e7c-ec1e-454c-84f5-60e20f6461c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a9ca1df2-1c7b-4d00-973e-fb7e1fd569c7), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:30.390887 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1db0e7c-ec1e-454c-84f5-60e20f6461c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:30.392035 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-d1db0e7c-ec1e-454c-84f5-60e20f6461c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9ca1df2-1c7b-4d00-973e-fb7e1fd569c7 HTTP/1.1" status: 204 len: 168 time: 0.2679846 Mar 08 15:40:30.399770 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db0e7c-ec1e-454c-84f5-60e20f6461c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ca1df2-1c7b-4d00-973e-fb7e1fd569c7,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:31.141091 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Request body: {'port': {'device_id': 'dad6d9d0-ff1c-4f7a-ad25-b132865c0d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:31.209811 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:31.218523 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8960-4a9c-4029-8f86-f35fd735fd48 req-9a272b83-0576-46ef-9560-00a62817e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:31.220163 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-903c8960-4a9c-4029-8f86-f35fd735fd48 req-9a272b83-0576-46ef-9560-00a62817e318 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1127 time: 0.0604937 Mar 08 15:40:31.329941 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8960-4a9c-4029-8f86-f35fd735fd48 req-abe8774c-5490-45d2-b1e5-f39203d224af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:31.329941 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-903c8960-4a9c-4029-8f86-f35fd735fd48 req-abe8774c-5490-45d2-b1e5-f39203d224af service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e004d80679784783a1f13d99e7bc0b1d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0984628 Mar 08 15:40:31.431113 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8960-4a9c-4029-8f86-f35fd735fd48 req-23f50906-f744-41fa-bcec-4974de6bda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:31.432673 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-903c8960-4a9c-4029-8f86-f35fd735fd48 req-23f50906-f744-41fa-bcec-4974de6bda75 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0996740 Mar 08 15:40:31.500259 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780635da-53bf-4524-9e2f-f1547f6cbced req-47f35017-d9f0-435e-a0a3-b537c96cfdcc tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:31.501753 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-780635da-53bf-4524-9e2f-f1547f6cbced req-47f35017-d9f0-435e-a0a3-b537c96cfdcc tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 931 time: 0.0895562 Mar 08 15:40:31.528634 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-d21265f5-7a2f-49b6-a465-56c91577a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:31.529533 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-d21265f5-7a2f-49b6-a465-56c91577a4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1127 time: 0.0467587 Mar 08 15:40:31.563600 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1dbd11-8b96-4932-aee4-30d155628305 {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:40:31.582071 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Publish callbacks [] for port (3b1dbd11-8b96-4932-aee4-30d155628305), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:31.597386 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-08bfd890-4187-49e5-92cb-88a757717dbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071 HTTP/1.1" status: 200 len: 217 time: 0.0595171 Mar 08 15:40:31.610894 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-780635da-53bf-4524-9e2f-f1547f6cbced req-50d0f9d6-d4a4-4a34-91e6-f898c5f61c94 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815818 Mar 08 15:40:31.616453 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Transition to ACTIVE for port object 3b1dbd11-8b96-4932-aee4-30d155628305 will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:40:31.646760 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-0e698fd7-d9fb-4ce4-b285-d7d068293d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:31.648247 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-0e698fd7-d9fb-4ce4-b285-d7d068293d93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d9c257-159b-445f-8d09-db821ac96193 HTTP/1.1" status: 200 len: 859 time: 0.0440717 Mar 08 15:40:31.683290 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-d068d266-6451-49ac-95f0-90cfda27979b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9baa9af1-beae-4e79-a7e1-bcba83214f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275946 Mar 08 15:40:31.696384 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:31.751114 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1dbd11-8b96-4932-aee4-30d155628305,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:31.785313 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-ccdcf660-4bc2-439a-a5b4-0f3ae8e13aed service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958698 Mar 08 15:40:31.823785 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Attempting to bind port 3b1dbd11-8b96-4932-aee4-30d155628305 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:31.824120 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Attempting to bind port 3b1dbd11-8b96-4932-aee4-30d155628305 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:31.825041 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Attempting to bind port 3b1dbd11-8b96-4932-aee4-30d155628305 on network 9baa9af1-beae-4e79-a7e1-bcba83214f58 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:31.829524 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Port 3b1dbd11-8b96-4932-aee4-30d155628305 on network 9baa9af1-beae-4e79-a7e1-bcba83214f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:40:31.829846 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Attempting to bind port 3b1dbd11-8b96-4932-aee4-30d155628305 on network 9baa9af1-beae-4e79-a7e1-bcba83214f58 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:31.834888 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:31.838314 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Checking segment: {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:31.838314 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Bound using segment: {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:31.838314 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Bound port: 3b1dbd11-8b96-4932-aee4-30d155628305, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:31.838314 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:31.903879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] For port 3b1dbd11-8b96-4932-aee4-30d155628305, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:31.904769 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-153d160d-13da-4a53-acb1-8ae3a0c208c6 req-433a2c81-cef9-49c0-a3f7-256f19403861 service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126029 Mar 08 15:40:31.906970 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] For port 3b1dbd11-8b96-4932-aee4-30d155628305, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3b1dbd11-8b96-4932-aee4-30d155628305,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:31.988726 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:32.024959 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:32.025588 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:32.026968 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] 10.222.0.24 "PUT /v2.0/ports/3b1dbd11-8b96-4932-aee4-30d155628305 HTTP/1.1" status: 200 len: 1093 time: 0.8902092 Mar 08 15:40:32.027432 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad6d9d0-ff1c-4f7a-ad25-b132865c0d80', 'tag': '3b1dbd11-8b96-4932-aee4-30d155628305'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:32.030409 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c238cf-5458-4db4-8b8d-2bf6f99ead43" -d '{"events": [{"name": "network-changed", "server_uuid": "dad6d9d0-ff1c-4f7a-ad25-b132865c0d80", "tag": "3b1dbd11-8b96-4932-aee4-30d155628305"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:32.054097 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a5087-d4df-4d24-accb-e2a23c968ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1dbd11-8b96-4932-aee4-30d155628305,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:32.082195 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c297bb23-772b-4088-bf7e-576b74e2bb7a x-openstack-request-id: req-c297bb23-772b-4088-bf7e-576b74e2bb7a {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:32.082489 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad6d9d0-ff1c-4f7a-ad25-b132865c0d80", "tag": "3b1dbd11-8b96-4932-aee4-30d155628305", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:32.082741 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c297bb23-772b-4088-bf7e-576b74e2bb7a {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:32.083145 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad6d9d0-ff1c-4f7a-ad25-b132865c0d80', 'tag': '3b1dbd11-8b96-4932-aee4-30d155628305', 'status': 'completed', 'code': 200} Mar 08 15:40:32.396434 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c238cf-5458-4db4-8b8d-2bf6f99ead43 req-6f46d0c9-94b2-40e4-9309-bbab8cc923df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:32.397972 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-67c238cf-5458-4db4-8b8d-2bf6f99ead43 req-6f46d0c9-94b2-40e4-9309-bbab8cc923df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 1127 time: 0.2944436 Mar 08 15:40:32.491390 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c238cf-5458-4db4-8b8d-2bf6f99ead43 req-ec1b8bed-a368-4320-a8ce-53443e587df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:32.492862 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-67c238cf-5458-4db4-8b8d-2bf6f99ead43 req-ec1b8bed-a368-4320-a8ce-53443e587df1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e004d80679784783a1f13d99e7bc0b1d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0878391 Mar 08 15:40:32.587445 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c238cf-5458-4db4-8b8d-2bf6f99ead43 req-44d84ea3-7936-4630-be32-e89362069df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:32.589003 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-67c238cf-5458-4db4-8b8d-2bf6f99ead43 req-44d84ea3-7936-4630-be32-e89362069df1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890207 Mar 08 15:40:32.670687 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-0582d989-2640-4653-8f6c-403b84f7599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:32.673075 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-0582d989-2640-4653-8f6c-403b84f7599d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 1127 time: 0.0468194 Mar 08 15:40:32.742065 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-1c68a345-ddc0-4a7a-a81d-998cf6c3fbb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1dbd11-8b96-4932-aee4-30d155628305 HTTP/1.1" status: 200 len: 217 time: 0.0583429 Mar 08 15:40:32.797909 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b37a8-4668-4735-8369-a7170a7b529b req-b3fd771a-40f1-4340-ba62-a3e5d1aeeaea tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:32.799363 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-585b37a8-4668-4735-8369-a7170a7b529b req-b3fd771a-40f1-4340-ba62-a3e5d1aeeaea tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 943 time: 0.1087718 Mar 08 15:40:32.804791 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-f6fefe07-8b07-48cb-a4a6-b32dfa17bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:32.806111 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-f6fefe07-8b07-48cb-a4a6-b32dfa17bb4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d9c257-159b-445f-8d09-db821ac96193 HTTP/1.1" status: 200 len: 859 time: 0.0574083 Mar 08 15:40:32.846477 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-2a4d3838-bb2e-4b2b-b05e-55cb27efcd13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9baa9af1-beae-4e79-a7e1-bcba83214f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330236 Mar 08 15:40:32.901966 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-585b37a8-4668-4735-8369-a7170a7b529b req-3f30d64c-acc1-4855-ace6-dac47c9850a7 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947998 Mar 08 15:40:32.958154 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-c2ee12e6-19b9-4b4c-92f7-a892685282fe service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990214 Mar 08 15:40:33.050789 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6cca2f52-9c9a-4197-889e-2dbc8b54d7c3 req-93ce52fc-29d5-4c32-b73c-e4acae8ece9b service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845368 Mar 08 15:40:34.027936 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a989ce-f849-4ca4-97a2-91160a1adb60 req-e91c79bc-4c49-4bd6-b381-e2d66ee86dcd tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:34.030148 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-38a989ce-f849-4ca4-97a2-91160a1adb60 req-e91c79bc-4c49-4bd6-b381-e2d66ee86dcd tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 943 time: 0.0600054 Mar 08 15:40:34.084735 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-38a989ce-f849-4ca4-97a2-91160a1adb60 req-5bebf00b-1113-4385-956d-f5dd5da66ace tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474408 Mar 08 15:40:34.152623 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44826) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:34.270773 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-93022f9f-18f8-4a70-83d9-46ccc633c80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.342678 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-93022f9f-18f8-4a70-83d9-46ccc633c80a admin admin] Publish callbacks [] for security_group (c0a68608-7fe5-4531-8ce5-2d977a3e7c87), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.410371 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-93022f9f-18f8-4a70-83d9-46ccc633c80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c0a68608-7fe5-4531-8ce5-2d977a3e7c87), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.448683 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-93022f9f-18f8-4a70-83d9-46ccc633c80a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9efbc6196bc64af4b8064e89e3dc57fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949495 Mar 08 15:40:34.451484 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44846) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:34.455606 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93022f9f-18f8-4a70-83d9-46ccc633c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a68608-7fe5-4531-8ce5-2d977a3e7c87,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:34.502459 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b73598c-9342-42eb-bca6-43c4d1ec8048 admin admin] Publish callbacks [] for security_group (c0a68608-7fe5-4531-8ce5-2d977a3e7c87), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.523432 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b73598c-9342-42eb-bca6-43c4d1ec8048 admin admin] Publish callbacks [] for security_group (c0a68608-7fe5-4531-8ce5-2d977a3e7c87), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.650604 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b73598c-9342-42eb-bca6-43c4d1ec8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c0a68608-7fe5-4531-8ce5-2d977a3e7c87), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.654167 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b73598c-9342-42eb-bca6-43c4d1ec8048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.655150 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1b73598c-9342-42eb-bca6-43c4d1ec8048 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0a68608-7fe5-4531-8ce5-2d977a3e7c87 HTTP/1.1" status: 204 len: 168 time: 0.2026875 Mar 08 15:40:34.662636 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73598c-9342-42eb-bca6-43c4d1ec8048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a68608-7fe5-4531-8ce5-2d977a3e7c87,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:34.978847 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44866) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:35.154495 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 3b1dbd11-8b96-4932-aee4-30d155628305 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:40:35.224583 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d572f-52fb-4db2-b67c-6a4d3dc16bd6 req-ecaf85b5-04e7-4713-a925-febb3220deec tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:35.226145 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ea5d572f-52fb-4db2-b67c-6a4d3dc16bd6 req-ecaf85b5-04e7-4713-a925-febb3220deec tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 943 time: 0.0673831 Mar 08 15:40:35.270408 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 3b1dbd11-8b96-4932-aee4-30d155628305, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3b1dbd11-8b96-4932-aee4-30d155628305,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:35.281264 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '3b1dbd11-8b96-4932-aee4-30d155628305', 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58', 'port_id': '3b1dbd11-8b96-4932-aee4-30d155628305', 'mac_address': 'fa:16:3e:3c:cd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d9c257-159b-445f-8d09-db821ac96193', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:40:35.283703 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ea5d572f-52fb-4db2-b67c-6a4d3dc16bd6 req-4af60eba-71e0-4349-ab42-3b1c10b2d054 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487087 Mar 08 15:40:35.321282 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 3b1dbd11-8b96-4932-aee4-30d155628305 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:35.321782 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.335826 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1dbd11-8b96-4932-aee4-30d155628305 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:40:35.355924 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44888) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:35.356750 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 3b1dbd11-8b96-4932-aee4-30d155628305, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3b1dbd11-8b96-4932-aee4-30d155628305,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:35.370805 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-679ab8c3-d0b1-4b6b-a10b-63f51d3d001d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.428129 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.428844 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:40:35.445766 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-500c4222-eecd-4c32-b0ee-1a81d3b09b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.462948 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44890) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:35.483469 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-679ab8c3-d0b1-4b6b-a10b-63f51d3d001d admin admin] Publish callbacks [] for security_group (256b94d7-c73e-4a8f-acb7-43913c65fcc2), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.505645 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:35.523949 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '70b3b7c7-ef21-432d-a7c4-2eb3b439c071', 'network_id': '9baa9af1-beae-4e79-a7e1-bcba83214f58', 'port_id': '70b3b7c7-ef21-432d-a7c4-2eb3b439c071', 'mac_address': 'fa:16:3e:26:b8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d9c257-159b-445f-8d09-db821ac96193', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:40:35.538279 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-500c4222-eecd-4c32-b0ee-1a81d3b09b53 admin admin] Publish callbacks [] for security_group (7d694b22-f349-4dc5-b65b-fd0846b7ba8f), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.563211 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=3b1dbd11-8b96-4932-aee4-30d155628305,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:35.576646 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:35.577045 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.581969 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-04e3f842-d7c5-4a81-b568-01eac5efc51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.589919 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:40:35.609461 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:35.628766 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-679ab8c3-d0b1-4b6b-a10b-63f51d3d001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (256b94d7-c73e-4a8f-acb7-43913c65fcc2), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.657053 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-500c4222-eecd-4c32-b0ee-1a81d3b09b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (7d694b22-f349-4dc5-b65b-fd0846b7ba8f), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.682777 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-679ab8c3-d0b1-4b6b-a10b-63f51d3d001d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a767af6a8d894d988c9d2d8064e12e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255255 Mar 08 15:40:35.688006 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.689730 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-500c4222-eecd-4c32-b0ee-1a81d3b09b53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fadba8d7c7934bbfa7ba479edcda305f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7097893 Mar 08 15:40:35.690320 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44896) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:35.695832 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-04e3f842-d7c5-4a81-b568-01eac5efc51d admin admin] Publish callbacks [] for security_group (4e9e0854-a54b-40e7-9c26-7f615386a698), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.695832 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ab8c3-d0b1-4b6b-a10b-63f51d3d001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256b94d7-c73e-4a8f-acb7-43913c65fcc2,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:35.698254 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44900) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:35.739973 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c4222-eecd-4c32-b0ee-1a81d3b09b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d694b22-f349-4dc5-b65b-fd0846b7ba8f,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:35.768622 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:35.770274 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-839ae20e-c471-4494-83ee-eb21b5c9b358 admin admin] Publish callbacks [] for security_group (256b94d7-c73e-4a8f-acb7-43913c65fcc2), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.776055 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0d8-40c7-4ac0-bf9f-50df57d1672e admin admin] Publish callbacks [] for security_group (7d694b22-f349-4dc5-b65b-fd0846b7ba8f), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.792043 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-839ae20e-c471-4494-83ee-eb21b5c9b358 admin admin] Publish callbacks [] for security_group (256b94d7-c73e-4a8f-acb7-43913c65fcc2), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.796836 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-04e3f842-d7c5-4a81-b568-01eac5efc51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4e9e0854-a54b-40e7-9c26-7f615386a698), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.800232 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0d8-40c7-4ac0-bf9f-50df57d1672e admin admin] Publish callbacks [] for security_group (7d694b22-f349-4dc5-b65b-fd0846b7ba8f), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.866153 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-04e3f842-d7c5-4a81-b568-01eac5efc51d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c953ad9e6bb34ff794fc4b1d2abe456d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017220 Mar 08 15:40:35.867644 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3f842-d7c5-4a81-b568-01eac5efc51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e0854-a54b-40e7-9c26-7f615386a698,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:35.868943 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44904) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:35.926435 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-892e71c8-a6f3-470a-ad5a-843e2950b95c admin admin] Publish callbacks [] for security_group (4e9e0854-a54b-40e7-9c26-7f615386a698), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.946864 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-839ae20e-c471-4494-83ee-eb21b5c9b358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (256b94d7-c73e-4a8f-acb7-43913c65fcc2), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.949461 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-839ae20e-c471-4494-83ee-eb21b5c9b358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.950657 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-839ae20e-c471-4494-83ee-eb21b5c9b358 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/256b94d7-c73e-4a8f-acb7-43913c65fcc2 HTTP/1.1" status: 204 len: 168 time: 0.2583504 Mar 08 15:40:35.954972 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44908) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:35.957955 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-892e71c8-a6f3-470a-ad5a-843e2950b95c admin admin] Publish callbacks [] for security_group (4e9e0854-a54b-40e7-9c26-7f615386a698), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.959503 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['70b3b7c7-ef21-432d-a7c4-2eb3b439c071'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:40:35.970862 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ae20e-c471-4494-83ee-eb21b5c9b358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b94d7-c73e-4a8f-acb7-43913c65fcc2,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:35.976254 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0d8-40c7-4ac0-bf9f-50df57d1672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (7d694b22-f349-4dc5-b65b-fd0846b7ba8f), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.984337 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0d8-40c7-4ac0-bf9f-50df57d1672e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:35.988572 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ff9dc0d8-40c7-4ac0-bf9f-50df57d1672e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d694b22-f349-4dc5-b65b-fd0846b7ba8f HTTP/1.1" status: 204 len: 168 time: 0.2869382 Mar 08 15:40:36.012070 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dc0d8-40c7-4ac0-bf9f-50df57d1672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d694b22-f349-4dc5-b65b-fd0846b7ba8f,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:36.047002 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['3b1dbd11-8b96-4932-aee4-30d155628305'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:40:36.085801 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-892e71c8-a6f3-470a-ad5a-843e2950b95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4e9e0854-a54b-40e7-9c26-7f615386a698), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.087956 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-892e71c8-a6f3-470a-ad5a-843e2950b95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.095764 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-892e71c8-a6f3-470a-ad5a-843e2950b95c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e9e0854-a54b-40e7-9c26-7f615386a698 HTTP/1.1" status: 204 len: 168 time: 0.2243352 Mar 08 15:40:36.105951 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-19c2c764-6fd4-42a0-bbdc-b48e245b54c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.111450 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e71c8-a6f3-470a-ad5a-843e2950b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e0854-a54b-40e7-9c26-7f615386a698,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:36.209219 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-19c2c764-6fd4-42a0-bbdc-b48e245b54c5 admin admin] Publish callbacks [] for security_group (fd207555-7367-4fe7-981a-9778b9bc498a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.250643 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-19c2c764-6fd4-42a0-bbdc-b48e245b54c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fd207555-7367-4fe7-981a-9778b9bc498a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.290074 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-19c2c764-6fd4-42a0-bbdc-b48e245b54c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bb39c194e3546d0b9c9afbd3e27b345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339515 Mar 08 15:40:36.292548 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 44922) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:36.300119 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2c764-6fd4-42a0-bbdc-b48e245b54c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd207555-7367-4fe7-981a-9778b9bc498a,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:36.362569 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5c6175fd-4cc7-455f-ac19-21627dc8cf99 admin admin] Publish callbacks [] for security_group (fd207555-7367-4fe7-981a-9778b9bc498a), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.411101 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5c6175fd-4cc7-455f-ac19-21627dc8cf99 admin admin] Publish callbacks [] for security_group (fd207555-7367-4fe7-981a-9778b9bc498a), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.469608 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4bd9c-cb82-44b8-8b37-28ac5a86130a req-d553f41d-8bff-4689-a31b-79a2d9bcead1 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:36.471540 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31f4bd9c-cb82-44b8-8b37-28ac5a86130a req-d553f41d-8bff-4689-a31b-79a2d9bcead1 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 944 time: 0.0955703 Mar 08 15:40:36.522552 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31f4bd9c-cb82-44b8-8b37-28ac5a86130a req-f5011019-dbc2-46c8-92e7-92dbcc471425 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Mar 08 15:40:36.530513 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5c6175fd-4cc7-455f-ac19-21627dc8cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fd207555-7367-4fe7-981a-9778b9bc498a), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.533512 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5c6175fd-4cc7-455f-ac19-21627dc8cf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.534962 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-5c6175fd-4cc7-455f-ac19-21627dc8cf99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd207555-7367-4fe7-981a-9778b9bc498a HTTP/1.1" status: 204 len: 168 time: 0.2410502 Mar 08 15:40:36.547393 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6175fd-4cc7-455f-ac19-21627dc8cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd207555-7367-4fe7-981a-9778b9bc498a,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:36.761106 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44940) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:36.776241 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ce615444-8ad3-4a85-9e45-57f68dc69f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.867208 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ce615444-8ad3-4a85-9e45-57f68dc69f3f admin admin] Publish callbacks [] for security_group (75681e01-ddd5-4cdd-9839-08dbb0e467ef), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.931241 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ce615444-8ad3-4a85-9e45-57f68dc69f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (75681e01-ddd5-4cdd-9839-08dbb0e467ef), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.989945 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-ce615444-8ad3-4a85-9e45-57f68dc69f3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0a59855787840a3a99707b54545954e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249780 Mar 08 15:40:36.989945 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 44952) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:36.999739 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce615444-8ad3-4a85-9e45-57f68dc69f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75681e01-ddd5-4cdd-9839-08dbb0e467ef,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:37.059761 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-75fa3fc5-dd0e-4940-af0d-42f37acfec71 admin admin] Publish callbacks [] for security_group (75681e01-ddd5-4cdd-9839-08dbb0e467ef), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:37.092748 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-75fa3fc5-dd0e-4940-af0d-42f37acfec71 admin admin] Publish callbacks [] for security_group (75681e01-ddd5-4cdd-9839-08dbb0e467ef), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:37.174182 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:37.256587 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-75fa3fc5-dd0e-4940-af0d-42f37acfec71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (75681e01-ddd5-4cdd-9839-08dbb0e467ef), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:37.259868 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-75fa3fc5-dd0e-4940-af0d-42f37acfec71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:37.261241 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-75fa3fc5-dd0e-4940-af0d-42f37acfec71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75681e01-ddd5-4cdd-9839-08dbb0e467ef HTTP/1.1" status: 204 len: 168 time: 0.2704215 Mar 08 15:40:37.270161 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa3fc5-dd0e-4940-af0d-42f37acfec71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75681e01-ddd5-4cdd-9839-08dbb0e467ef,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:37.359205 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:40:37.363730 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:37.363997 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:37.450354 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:37.450758 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:37.483582 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d458d8a-3d84-4390-95bc-720dcec333f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b3b7c7-ef21-432d-a7c4-2eb3b439c071'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:37.486315 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d1676-6c81-4460-ad79-45aba7d4c0a2" -d '{"events": [{"server_uuid": "7d458d8a-3d84-4390-95bc-720dcec333f6", "name": "network-vif-plugged", "status": "completed", "tag": "70b3b7c7-ef21-432d-a7c4-2eb3b439c071"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:37.513606 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:37.533313 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07d036-bf1e-4c93-99c0-75fe04efda7b x-openstack-request-id: req-0e07d036-bf1e-4c93-99c0-75fe04efda7b {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:37.533620 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d458d8a-3d84-4390-95bc-720dcec333f6", "name": "network-vif-plugged", "status": "completed", "tag": "70b3b7c7-ef21-432d-a7c4-2eb3b439c071", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:37.534068 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e07d036-bf1e-4c93-99c0-75fe04efda7b {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:37.534429 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d458d8a-3d84-4390-95bc-720dcec333f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b3b7c7-ef21-432d-a7c4-2eb3b439c071', 'code': 200} Mar 08 15:40:37.645377 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:37.646336 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 3b1dbd11-8b96-4932-aee4-30d155628305 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:37.681217 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d8a5-31f4-4512-b2f9-64f2503e9a61 req-a3dfbedb-a469-46cd-875e-ca529171db8c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:37.682867 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8ea9d8a5-31f4-4512-b2f9-64f2503e9a61 req-a3dfbedb-a469-46cd-875e-ca529171db8c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 944 time: 0.0577459 Mar 08 15:40:37.757481 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:37.771996 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8ea9d8a5-31f4-4512-b2f9-64f2503e9a61 req-3be7af55-5867-4aa6-a16e-290c8f4fa4da tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832624 Mar 08 15:40:37.841206 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 3b1dbd11-8b96-4932-aee4-30d155628305 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:40:37.845364 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 3b1dbd11-8b96-4932-aee4-30d155628305 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:37.845751 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:37.981427 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 3b1dbd11-8b96-4932-aee4-30d155628305 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:37.982210 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.040548 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 3b1dbd11-8b96-4932-aee4-30d155628305, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3b1dbd11-8b96-4932-aee4-30d155628305,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:38.041713 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c4ab6-d21b-44c5-8892-b35a83bb80b5 req-35571202-9a7e-4523-af11-ff20b389e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:38.043437 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-680c4ab6-d21b-44c5-8892-b35a83bb80b5 req-35571202-9a7e-4523-af11-ff20b389e06e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1129 time: 0.0874581 Mar 08 15:40:38.111931 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.123217 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-680c4ab6-d21b-44c5-8892-b35a83bb80b5 req-dbf06ce8-1fc5-44c6-ad52-d459c1d1c854 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716512 Mar 08 15:40:38.167171 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=3b1dbd11-8b96-4932-aee4-30d155628305,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:38.373396 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45022) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:38.564756 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-124704380-network', 'tenant_id': '86301fa71e874428bf4624eb4015bd15'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:38.661916 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Made reservation on behalf of 86301fa71e874428bf4624eb4015bd15 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:38.664264 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.676793 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.756006 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Publish callbacks [] for security_group (28077d32-6e03-4dc2-a5ac-902cb0ee7fa7), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.900972 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (28077d32-6e03-4dc2-a5ac-902cb0ee7fa7), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.907466 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa67802-cdde-49f1-bf65-d994e7d5d8d7 req-67982d0c-810d-4337-ba90-2d9760fb8c32 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:38.909877 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-efa67802-cdde-49f1-bf65-d994e7d5d8d7 req-67982d0c-810d-4337-ba90-2d9760fb8c32 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0612385 Mar 08 15:40:38.923455 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:40:38.947418 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28077d32-6e03-4dc2-a5ac-902cb0ee7fa7,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:38.955674 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (6e606fc2-1fac-4845-8f7e-eafffb37ea44), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.956002 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Added segment 6e606fc2-1fac-4845-8f7e-eafffb37ea44 of type vlan for network 70520829-73bd-4480-9902-1dbddda11f48 Mar 08 15:40:38.985427 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-efa67802-cdde-49f1-bf65-d994e7d5d8d7 req-914c260e-109f-4d18-8a26-3891b5f88679 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691814 Mar 08 15:40:39.004536 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (70520829-73bd-4480-9902-1dbddda11f48), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:39.124577 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (70520829-73bd-4480-9902-1dbddda11f48), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:39.125812 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:39.126552 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:39.201263 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=70520829-73bd-4480-9902-1dbddda11f48,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:39.211988 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 70520829-73bd-4480-9902-1dbddda11f48 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:40:39.222914 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45070) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:39.223129 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-130b7a01-dd7f-48cd-9c07-b29b0b03f7a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8483641 Mar 08 15:40:39.230334 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Request body: {'subnet': {'network_id': '70520829-73bd-4480-9902-1dbddda11f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-124704380-subnet', 'tenant_id': '86301fa71e874428bf4624eb4015bd15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:39.338030 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Made reservation on behalf of 86301fa71e874428bf4624eb4015bd15 for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:39.349588 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45074) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:39.357030 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24179789'] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:39.536526 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad6d9d0-ff1c-4f7a-ad25-b132865c0d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1dbd11-8b96-4932-aee4-30d155628305'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:39.540627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0916926f-bd70-491a-aa13-6f39d01faf38" -d '{"events": [{"server_uuid": "dad6d9d0-ff1c-4f7a-ad25-b132865c0d80", "name": "network-vif-plugged", "status": "completed", "tag": "3b1dbd11-8b96-4932-aee4-30d155628305"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:39.710228 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7320f5d3-cf39-4ccb-90dc-04305fd920f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:39.720845 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24908570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24179795'] for subnet (6e38f80f-a2c7-4d16-bf76-e55a3dda3c81), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:39.733840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45088) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:39.810710 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e38f80f-a2c7-4d16-bf76-e55a3dda3c81,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:39.821247 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7320f5d3-cf39-4ccb-90dc-04305fd920f3 admin admin] Publish callbacks [] for security_group (c4e8341a-0f04-479b-9799-565e9e0658d9), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:39.823748 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Checking segment: {'id': '6e606fc2-1fac-4845-8f7e-eafffb37ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70520829-73bd-4480-9902-1dbddda11f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:39.824235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Network hostable DHCP agents. Network: 70520829-73bd-4480-9902-1dbddda11f48, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:40:39.888387 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bae45735-85cb-4bf9-a371-9e36ef3916a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:39.935941 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Network 70520829-73bd-4480-9902-1dbddda11f48 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:40:39.944559 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7320f5d3-cf39-4ccb-90dc-04305fd920f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c4e8341a-0f04-479b-9799-565e9e0658d9), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.005993 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bae45735-85cb-4bf9-a371-9e36ef3916a2 admin admin] Publish callbacks [] for security_group (75eb1e76-cf07-44c0-aef8-f3666e493fae), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.013417 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320f5d3-cf39-4ccb-90dc-04305fd920f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e8341a-0f04-479b-9799-565e9e0658d9,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:40.021855 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 70520829-73bd-4480-9902-1dbddda11f48) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:40.030124 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:40.033085 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.035272 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efdd1e0-a524-4d5a-bfb7-678de4e06fe7 None None] Network 70520829-73bd-4480-9902-1dbddda11f48 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:40.045897 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-7320f5d3-cf39-4ccb-90dc-04305fd920f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b1f0c826cd243c0a12b16ca8e775024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6961613 Mar 08 15:40:40.046943 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45110) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:40.077593 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9092ee-e5f6-4619-8463-a633c9e11134 x-openstack-request-id: req-6a9092ee-e5f6-4619-8463-a633c9e11134 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:40.077921 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad6d9d0-ff1c-4f7a-ad25-b132865c0d80", "name": "network-vif-plugged", "status": "completed", "tag": "3b1dbd11-8b96-4932-aee4-30d155628305", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:40.084243 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a9092ee-e5f6-4619-8463-a633c9e11134 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:40.084962 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad6d9d0-ff1c-4f7a-ad25-b132865c0d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1dbd11-8b96-4932-aee4-30d155628305', 'code': 200} Mar 08 15:40:40.134774 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0ddf38c4-c740-486c-b8d2-e125219ea0ba admin admin] Publish callbacks [] for security_group (c4e8341a-0f04-479b-9799-565e9e0658d9), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.139777 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bae45735-85cb-4bf9-a371-9e36ef3916a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (75eb1e76-cf07-44c0-aef8-f3666e493fae), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.188232 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec368b-0a90-4a03-a240-ae7d61b2a962 None None] Network 70520829-73bd-4480-9902-1dbddda11f48 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:40.198520 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2355dc-d24c-4189-83c8-1d3a6e99012d req-7972b1f0-3e8b-4ec2-ad11-f91cff02aeb4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:40.201692 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac2355dc-d24c-4189-83c8-1d3a6e99012d req-7972b1f0-3e8b-4ec2-ad11-f91cff02aeb4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0653481 Mar 08 15:40:40.206515 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-faeacebf-beda-4bd9-8d41-b4f64b6ad779 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9821763 Mar 08 15:40:40.268595 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0ddf38c4-c740-486c-b8d2-e125219ea0ba admin admin] Publish callbacks [] for security_group (c4e8341a-0f04-479b-9799-565e9e0658d9), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.281847 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-bae45735-85cb-4bf9-a371-9e36ef3916a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58d36da8d95c4ab39fcfaf7dd148e3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466750 Mar 08 15:40:40.298512 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45120) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:40.303912 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae45735-85cb-4bf9-a371-9e36ef3916a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb1e76-cf07-44c0-aef8-f3666e493fae,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:40.383737 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac2355dc-d24c-4189-83c8-1d3a6e99012d req-680ed7c7-eb13-4bc9-a00d-c8934d86db9c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539731 Mar 08 15:40:40.498117 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-05bf15c8-cfc7-4119-87be-5b61cf4f02c6 admin admin] Publish callbacks [] for security_group (75eb1e76-cf07-44c0-aef8-f3666e493fae), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.525832 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-05bf15c8-cfc7-4119-87be-5b61cf4f02c6 admin admin] Publish callbacks [] for security_group (75eb1e76-cf07-44c0-aef8-f3666e493fae), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.533487 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1498f-47e2-46e3-b3c7-ee774c4c90b9 req-31d885b0-9f7a-48b4-af56-d2eadd4d20c1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:40.535250 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7bb1498f-47e2-46e3-b3c7-ee774c4c90b9 req-31d885b0-9f7a-48b4-af56-d2eadd4d20c1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0732377 Mar 08 15:40:40.627576 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7bb1498f-47e2-46e3-b3c7-ee774c4c90b9 req-93fa1cf5-238e-4781-bad0-99c500564192 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853443 Mar 08 15:40:40.633679 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315df0c-dda0-4b48-ad9c-d005c8c82b93 req-1d2b2737-ebb0-44e6-9337-8b24ff3b8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:40.635157 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b315df0c-dda0-4b48-ad9c-d005c8c82b93 req-1d2b2737-ebb0-44e6-9337-8b24ff3b8c6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 1129 time: 0.0797486 Mar 08 15:40:40.688182 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b315df0c-dda0-4b48-ad9c-d005c8c82b93 req-94d869bb-a4aa-4ab4-968b-73bb6da65d2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 Mar 08 15:40:40.701859 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-05bf15c8-cfc7-4119-87be-5b61cf4f02c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (75eb1e76-cf07-44c0-aef8-f3666e493fae), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.704530 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-05bf15c8-cfc7-4119-87be-5b61cf4f02c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.708196 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-05bf15c8-cfc7-4119-87be-5b61cf4f02c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75eb1e76-cf07-44c0-aef8-f3666e493fae HTTP/1.1" status: 204 len: 168 time: 0.3973780 Mar 08 15:40:40.708196 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0ddf38c4-c740-486c-b8d2-e125219ea0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c4e8341a-0f04-479b-9799-565e9e0658d9), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.710523 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0ddf38c4-c740-486c-b8d2-e125219ea0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.711576 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0ddf38c4-c740-486c-b8d2-e125219ea0ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4e8341a-0f04-479b-9799-565e9e0658d9 HTTP/1.1" status: 204 len: 168 time: 0.6626201 Mar 08 15:40:40.717720 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf15c8-cfc7-4119-87be-5b61cf4f02c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb1e76-cf07-44c0-aef8-f3666e493fae,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:40.732573 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf38c4-c740-486c-b8d2-e125219ea0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e8341a-0f04-479b-9799-565e9e0658d9,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:41.529068 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414a162-1ea9-4c9b-99a9-dbabcd8a36ea req-084f1cfc-5617-4d22-80fc-f12c3fc0475e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:41.531122 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e414a162-1ea9-4c9b-99a9-dbabcd8a36ea req-084f1cfc-5617-4d22-80fc-f12c3fc0475e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0634594 Mar 08 15:40:41.587684 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45176) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:41.597905 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e414a162-1ea9-4c9b-99a9-dbabcd8a36ea req-52ec8649-bd5a-4222-919b-dae92961c31b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609465 Mar 08 15:40:41.598096 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-485235612-network', 'tenant_id': '1d7723e076c340ab911e598769ba25b8'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:41.707693 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Made reservation on behalf of 1d7723e076c340ab911e598769ba25b8 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:41.710054 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:41.718973 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:41.762523 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56640862-33b3-49bd-a9d2-6adf17adbe36 req-44be04db-d18d-4aa2-aa14-56c8e34320d0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:41.764387 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-56640862-33b3-49bd-a9d2-6adf17adbe36 req-44be04db-d18d-4aa2-aa14-56c8e34320d0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0609343 Mar 08 15:40:41.821072 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Publish callbacks [] for security_group (64f38be5-cd10-4fc0-8eb1-4f915e2c9ce9), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:41.824768 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-56640862-33b3-49bd-a9d2-6adf17adbe36 req-7635aaa9-3d4e-4249-9b18-66d5820fdcda tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519669 Mar 08 15:40:41.914251 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (64f38be5-cd10-4fc0-8eb1-4f915e2c9ce9), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:41.943959 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:40:41.959381 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f38be5-cd10-4fc0-8eb1-4f915e2c9ce9,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:41.963644 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (ef79f131-52b3-44fd-9b3b-0a3b168b10b2), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:41.963988 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Added segment ef79f131-52b3-44fd-9b3b-0a3b168b10b2 of type vlan for network 5e5d12c2-b761-49fa-adaa-30d9f7473950 Mar 08 15:40:42.017665 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (5e5d12c2-b761-49fa-adaa-30d9f7473950), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:42.090500 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (5e5d12c2-b761-49fa-adaa-30d9f7473950), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:42.091560 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:42.092159 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:42.150829 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5d12c2-b761-49fa-adaa-30d9f7473950,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:42.161696 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 5e5d12c2-b761-49fa-adaa-30d9f7473950 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:40:42.229484 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-44733776-6c90-4ba6-82bc-654094e463c6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6401734 Mar 08 15:40:42.233591 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45204) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:42.241422 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Request body: {'subnet': {'network_id': '5e5d12c2-b761-49fa-adaa-30d9f7473950', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-485235612-subnet', 'tenant_id': '1d7723e076c340ab911e598769ba25b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:42.330437 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Made reservation on behalf of 1d7723e076c340ab911e598769ba25b8 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:42.332818 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:42.570478 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (c83f3f11-e1fc-40e6-a79b-01b6f54c5adf), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:42.637474 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83f3f11-e1fc-40e6-a79b-01b6f54c5adf,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:42.646981 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Checking segment: {'id': 'ef79f131-52b3-44fd-9b3b-0a3b168b10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e5d12c2-b761-49fa-adaa-30d9f7473950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:42.647541 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Network hostable DHCP agents. Network: 5e5d12c2-b761-49fa-adaa-30d9f7473950, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:40:42.741071 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11203617-757d-41f2-baf8-29d90d35a24d req-ccf6c576-d78b-49ad-820e-ae986433c18b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:42.742461 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-11203617-757d-41f2-baf8-29d90d35a24d req-ccf6c576-d78b-49ad-820e-ae986433c18b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0551233 Mar 08 15:40:42.747731 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Network 5e5d12c2-b761-49fa-adaa-30d9f7473950 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:40:42.791561 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-11203617-757d-41f2-baf8-29d90d35a24d req-740aeed8-c6d0-40d6-990a-af432203c4ea tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Mar 08 15:40:42.856100 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 5e5d12c2-b761-49fa-adaa-30d9f7473950) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:42.860940 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:42.861715 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:42.870366 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e616f-31a8-452f-a963-bb912d84fcff None None] Network 5e5d12c2-b761-49fa-adaa-30d9f7473950 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:42.944242 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8ee35e17-aa9c-44a0-bcfd-aa47dec82adc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7078805 Mar 08 15:40:42.971507 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9edfe8-2706-4096-98ee-648b834943fe req-e50e9f8f-9fec-446d-ae40-3ddb419f4211 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:42.974684 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8b9edfe8-2706-4096-98ee-648b834943fe req-e50e9f8f-9fec-446d-ae40-3ddb419f4211 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0700679 Mar 08 15:40:43.002541 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdde355-98e4-4c33-b46f-917591c33141 None None] Network 5e5d12c2-b761-49fa-adaa-30d9f7473950 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:43.058265 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8b9edfe8-2706-4096-98ee-648b834943fe req-1aba0f98-631a-4328-9362-735e4e493382 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778379 Mar 08 15:40:43.302114 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06e8d-0731-4858-acb9-7ba1697d7a56 req-14647734-7c1d-49af-a52b-15fe3bad01d2 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:43.303583 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-92c06e8d-0731-4858-acb9-7ba1697d7a56 req-14647734-7c1d-49af-a52b-15fe3bad01d2 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0511198 Mar 08 15:40:43.341196 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:40:43.382043 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-92c06e8d-0731-4858-acb9-7ba1697d7a56 req-4a17017d-4cc5-463b-b9ca-635db6a3f4c8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720658 Mar 08 15:40:43.391191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d2c8f-3be2-4113-900c-eeef6447525c req-42fb1fa7-4635-483a-9d38-e8e62f0076d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:43.392748 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-588d2c8f-3be2-4113-900c-eeef6447525c req-42fb1fa7-4635-483a-9d38-e8e62f0076d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 1129 time: 0.0648353 Mar 08 15:40:43.500118 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d2c8f-3be2-4113-900c-eeef6447525c req-30c6eaba-c74c-4255-bd0a-a9c08c1320fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:43.501781 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-588d2c8f-3be2-4113-900c-eeef6447525c req-30c6eaba-c74c-4255-bd0a-a9c08c1320fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 919 time: 0.1027730 Mar 08 15:40:43.555064 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-588d2c8f-3be2-4113-900c-eeef6447525c req-98a245ec-bc5a-4af9-b20e-be9682a33280 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1dbd11-8b96-4932-aee4-30d155628305 HTTP/1.1" status: 200 len: 217 time: 0.0471189 Mar 08 15:40:43.613591 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d2c8f-3be2-4113-900c-eeef6447525c req-106bc854-595f-4d5f-98b2-b7299f141712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:43.615153 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-588d2c8f-3be2-4113-900c-eeef6447525c req-106bc854-595f-4d5f-98b2-b7299f141712 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d9c257-159b-445f-8d09-db821ac96193 HTTP/1.1" status: 200 len: 859 time: 0.0541644 Mar 08 15:40:43.648713 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-588d2c8f-3be2-4113-900c-eeef6447525c req-fb19f89c-1dd5-49fd-8ec2-7533869b201c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9baa9af1-beae-4e79-a7e1-bcba83214f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253377 Mar 08 15:40:43.746669 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-588d2c8f-3be2-4113-900c-eeef6447525c req-b3f61f8c-e026-4117-8842-cbc51ad613e8 service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918055 Mar 08 15:40:43.834159 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-588d2c8f-3be2-4113-900c-eeef6447525c req-be78041b-6552-4209-9c93-6dcb35bd341a service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819445 Mar 08 15:40:44.198000 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad421a4a-28cd-4e32-955d-e6eb2d94830a req-e37d082f-ea69-4d4a-a722-3890644442c3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:44.200796 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad421a4a-28cd-4e32-955d-e6eb2d94830a req-e37d082f-ea69-4d4a-a722-3890644442c3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0639644 Mar 08 15:40:44.262170 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad421a4a-28cd-4e32-955d-e6eb2d94830a req-48155f7d-20a8-483c-93ff-2b4209823d96 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Mar 08 15:40:44.420353 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45278) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:44.500499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29845e7b-e9f0-4388-9926-2bad911e9d51 req-74168dbd-9ea4-43f0-8765-5b8e529e2a3f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:44.502067 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-29845e7b-e9f0-4388-9926-2bad911e9d51 req-74168dbd-9ea4-43f0-8765-5b8e529e2a3f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0532358 Mar 08 15:40:44.529114 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5cd64ef8-a14a-4ceb-b035-31db07ed7da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:44.550657 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-29845e7b-e9f0-4388-9926-2bad911e9d51 req-aea813b9-6ae0-4eb7-a64a-187c3a100a2e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Mar 08 15:40:44.621441 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5cd64ef8-a14a-4ceb-b035-31db07ed7da5 admin admin] Publish callbacks [] for security_group (e5d7c7e3-6e96-4d0d-ab66-03eeedb28718), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:44.707701 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5cd64ef8-a14a-4ceb-b035-31db07ed7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e5d7c7e3-6e96-4d0d-ab66-03eeedb28718), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:44.746596 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-5cd64ef8-a14a-4ceb-b035-31db07ed7da5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da07659cfdb44e13ad4a9de71a9468e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244848 Mar 08 15:40:44.748494 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd64ef8-a14a-4ceb-b035-31db07ed7da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d7c7e3-6e96-4d0d-ab66-03eeedb28718,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:44.749294 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45292) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:44.797544 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-aa92e3a3-3570-4143-b137-de4f24ee6268 admin admin] Publish callbacks [] for security_group (e5d7c7e3-6e96-4d0d-ab66-03eeedb28718), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:44.822504 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-aa92e3a3-3570-4143-b137-de4f24ee6268 admin admin] Publish callbacks [] for security_group (e5d7c7e3-6e96-4d0d-ab66-03eeedb28718), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:44.964986 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-aa92e3a3-3570-4143-b137-de4f24ee6268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e5d7c7e3-6e96-4d0d-ab66-03eeedb28718), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:44.967570 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-aa92e3a3-3570-4143-b137-de4f24ee6268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:44.968745 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-aa92e3a3-3570-4143-b137-de4f24ee6268 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5d7c7e3-6e96-4d0d-ab66-03eeedb28718 HTTP/1.1" status: 204 len: 168 time: 0.2183354 Mar 08 15:40:44.976609 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92e3a3-3570-4143-b137-de4f24ee6268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d7c7e3-6e96-4d0d-ab66-03eeedb28718,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:45.255568 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-cc7787e1-89ba-4ae1-aa5d-c3a5757b4529 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426183 Mar 08 15:40:45.347421 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-04abf9be-fcda-4e97-9f84-9b45f76c15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:45.349306 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-04abf9be-fcda-4e97-9f84-9b45f76c15f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 1129 time: 0.0707695 Mar 08 15:40:45.503913 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867cb1e-1ce6-4e79-b990-74d49e98c963 req-e8ea8d90-c52b-4d62-9a33-34fbd275c9c8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:45.513705 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a867cb1e-1ce6-4e79-b990-74d49e98c963 req-e8ea8d90-c52b-4d62-9a33-34fbd275c9c8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1466150 Mar 08 15:40:45.543895 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-865eff7f-fa6e-44e7-9b5d-63339400333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:45.545845 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-865eff7f-fa6e-44e7-9b5d-63339400333d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 915 time: 0.1650853 Mar 08 15:40:45.634935 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a867cb1e-1ce6-4e79-b990-74d49e98c963 req-524eff01-1bb1-4e28-9876-ecc79e410734 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098030 Mar 08 15:40:45.665271 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-5655e7eb-a476-44ee-a59a-32df9932f0a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fea5e8-c4c1-441e-a200-282635524e78 HTTP/1.1" status: 200 len: 1001 time: 0.1103141 Mar 08 15:40:45.716783 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2069-b320-40ce-9d43-7c5a7eba6a62 req-5a6ef128-8dad-49df-8e83-7a7e932ea416 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:45.718384 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8ff2069-b320-40ce-9d43-7c5a7eba6a62 req-5a6ef128-8dad-49df-8e83-7a7e932ea416 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0646875 Mar 08 15:40:45.770562 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8ff2069-b320-40ce-9d43-7c5a7eba6a62 req-3b2267d9-7bfa-41f0-ae68-5a96c249fd44 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Mar 08 15:40:46.510205 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-0a7489a6-ec99-4138-8ca6-70c601e8dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:46.511562 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-0a7489a6-ec99-4138-8ca6-70c601e8dc71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.0422461 Mar 08 15:40:46.783538 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505e841-0e98-429c-a110-1e6a6a5258dd req-2c955341-4148-4717-92d0-5a745d85224f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:46.785041 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1505e841-0e98-429c-a110-1e6a6a5258dd req-2c955341-4148-4717-92d0-5a745d85224f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0562136 Mar 08 15:40:46.834121 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1505e841-0e98-429c-a110-1e6a6a5258dd req-dae73d34-c2d7-4ef1-861e-b9f4b65ee164 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435903 Mar 08 15:40:46.897767 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aa48d-5acf-4483-832d-d1e7b1a5a625 req-8f1dbf3a-50b2-4fca-95ac-a05301c8cabc tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:46.900020 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf3aa48d-5acf-4483-832d-d1e7b1a5a625 req-8f1dbf3a-50b2-4fca-95ac-a05301c8cabc tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0645888 Mar 08 15:40:46.959981 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf3aa48d-5acf-4483-832d-d1e7b1a5a625 req-f86d7add-f872-4354-b469-5cac8e5af461 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538986 Mar 08 15:40:47.325909 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-c0fb5d3e-7699-416b-b383-f6f2509f4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:47.327299 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-c0fb5d3e-7699-416b-b383-f6f2509f4108 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468202 Mar 08 15:40:47.957192 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0c5a-6ef6-4c91-ab18-224bf7c90d6f req-1b55842e-faed-4d7c-9ee5-21c35964fab4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:47.958568 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b0ce0c5a-6ef6-4c91-ab18-224bf7c90d6f req-1b55842e-faed-4d7c-9ee5-21c35964fab4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0555570 Mar 08 15:40:48.007118 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b0ce0c5a-6ef6-4c91-ab18-224bf7c90d6f req-4477e62b-efa2-415d-8d12-b44ec8f4c1f6 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430131 Mar 08 15:40:48.082414 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa43641-050c-4cf9-aade-7ddc86082e5a req-b2ea46bd-7593-48ec-aaa0-a9427cd206ca tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:48.083857 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6aa43641-050c-4cf9-aade-7ddc86082e5a req-b2ea46bd-7593-48ec-aaa0-a9427cd206ca tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Mar 08 15:40:48.129682 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6aa43641-050c-4cf9-aade-7ddc86082e5a req-24bdf0ec-497b-4668-bdb5-1a668e2e8c72 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Mar 08 15:40:48.250035 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-abc9340a-e62b-46cd-ab17-119d6ee14f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:48.302521 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-187ce415-1de3-4333-adfe-2d339590f879 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953560 Mar 08 15:40:48.394998 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2d31e727-b6d6-4f56-b4df-6624d2aa094f req-1d7a6cdc-a6b2-4aff-97c8-b4725dc364ca service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799921 Mar 08 15:40:48.982307 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:49.165808 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a4a59-73ec-4b9b-9e76-5aa61bdb4490 req-4dd3ff8a-1f6c-451d-b308-edd6bc4e3c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:49.167621 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a42a4a59-73ec-4b9b-9e76-5aa61bdb4490 req-4dd3ff8a-1f6c-451d-b308-edd6bc4e3c52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0757637 Mar 08 15:40:49.239780 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a42a4a59-73ec-4b9b-9e76-5aa61bdb4490 req-c7eca357-2a33-464c-baf9-b5603212b343 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662467 Mar 08 15:40:49.263120 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f065b7-8a7b-4fe4-9772-12e7373c0f0f req-e5728fad-0b31-4db5-8dae-446aecf83152 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:49.264697 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d9f065b7-8a7b-4fe4-9772-12e7373c0f0f req-e5728fad-0b31-4db5-8dae-446aecf83152 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0599356 Mar 08 15:40:49.311410 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d9f065b7-8a7b-4fe4-9772-12e7373c0f0f req-360dbce1-0cef-4614-a54e-7740a88dab72 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Mar 08 15:40:50.353461 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e1b7e8fc-0fdb-42e1-8364-c761016475e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.376835 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d4024-5ff6-45f2-bbb1-8f495d4e10be req-016b10c0-8486-43b3-a81a-d1be071b37ef tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:50.378414 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e93d4024-5ff6-45f2-bbb1-8f495d4e10be req-016b10c0-8486-43b3-a81a-d1be071b37ef tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0634031 Mar 08 15:40:50.429325 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e93d4024-5ff6-45f2-bbb1-8f495d4e10be req-dbd345c6-5c41-47bd-93e4-a92c3e83b30d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449705 Mar 08 15:40:50.536915 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb154e45-0aa5-4662-b2c6-87ec98c25807 req-66a1c0d3-e8d6-4aa4-852f-45947484db1f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:50.538378 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb154e45-0aa5-4662-b2c6-87ec98c25807 req-66a1c0d3-e8d6-4aa4-852f-45947484db1f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0512998 Mar 08 15:40:50.584871 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb154e45-0aa5-4662-b2c6-87ec98c25807 req-4d7b85fa-7dc5-4737-b7f4-802161ffb2c3 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Mar 08 15:40:50.616927 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45444) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:50.622049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098851084', 'description': 'tempest-description--323112918'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:50.718546 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.784841 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (f0e30829-5597-4e2d-b088-eee06ad43158), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.912487 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (f0e30829-5597-4e2d-b088-eee06ad43158), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.940085 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e30829-5597-4e2d-b088-eee06ad43158,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:50.946796 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.947171 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.947513 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.947852 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.948215 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.948551 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.948876 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.949205 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.949535 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.949855 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.950179 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.950499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.950820 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:51.017619 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.018888 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9edf0ab3-956e-4cce-a839-21af1cea6d38 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4009678 Mar 08 15:40:51.021745 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45454) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:51.026084 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-7d9142e0-d7a8-40f6-9e3d-82135db97bac tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group_rule': {'security_group_id': 'f0e30829-5597-4e2d-b088-eee06ad43158', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:51.123115 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7d9142e0-d7a8-40f6-9e3d-82135db97bac tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (9793fe19-a5ff-4632-a505-31bdd766b8fe), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.184688 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7d9142e0-d7a8-40f6-9e3d-82135db97bac tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (9793fe19-a5ff-4632-a505-31bdd766b8fe), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.278640 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7d9142e0-d7a8-40f6-9e3d-82135db97bac tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (9793fe19-a5ff-4632-a505-31bdd766b8fe), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.295186 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9142e0-d7a8-40f6-9e3d-82135db97bac tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9793fe19-a5ff-4632-a505-31bdd766b8fe,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:51.382994 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7d9142e0-d7a8-40f6-9e3d-82135db97bac tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.384208 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-7d9142e0-d7a8-40f6-9e3d-82135db97bac tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614364 Mar 08 15:40:51.387327 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45456) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:51.391607 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-54fc52b1-e4cb-4592-902a-936f7f347051 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group_rule': {'security_group_id': 'f0e30829-5597-4e2d-b088-eee06ad43158', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:51.494867 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-54fc52b1-e4cb-4592-902a-936f7f347051 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (f3095e1e-ba55-4afa-9d00-bcc0e7a20b63), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.577538 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-54fc52b1-e4cb-4592-902a-936f7f347051 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (f3095e1e-ba55-4afa-9d00-bcc0e7a20b63), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.587249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d8f8e-afc6-45db-9715-b3b8ec3c416f req-17d5339a-b53c-4118-befe-7e3cf8418c99 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:51.589486 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-955d8f8e-afc6-45db-9715-b3b8ec3c416f req-17d5339a-b53c-4118-befe-7e3cf8418c99 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0832670 Mar 08 15:40:51.637477 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-955d8f8e-afc6-45db-9715-b3b8ec3c416f req-ef76f759-2b93-49a4-b1c5-02621569bbab tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 Mar 08 15:40:51.664721 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-54fc52b1-e4cb-4592-902a-936f7f347051 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (f3095e1e-ba55-4afa-9d00-bcc0e7a20b63), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.678409 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.701271 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc52b1-e4cb-4592-902a-936f7f347051 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3095e1e-ba55-4afa-9d00-bcc0e7a20b63,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:51.725313 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17770f-fadc-4985-a022-b673bbb47ff2 req-bb7a8e7d-d210-4537-a694-c117382f068d tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:51.726794 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fe17770f-fadc-4985-a022-b673bbb47ff2 req-bb7a8e7d-d210-4537-a694-c117382f068d tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0720463 Mar 08 15:40:51.776099 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fe17770f-fadc-4985-a022-b673bbb47ff2 req-3b807626-a8f1-46b1-a0dc-87f0c58bf7a9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Mar 08 15:40:51.794900 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-54fc52b1-e4cb-4592-902a-936f7f347051 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.796062 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-54fc52b1-e4cb-4592-902a-936f7f347051 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4078157 Mar 08 15:40:51.799236 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45470) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:51.804047 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:51.918262 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:52.016237 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:52.121153 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Allocated IP 172.27.3.189 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/665b1068-cf54-4c96-a33a-87246ea85135) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:52.216713 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (665b1068-cf54-4c96-a33a-87246ea85135), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:52.307697 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (665b1068-cf54-4c96-a33a-87246ea85135), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:52.351667 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:52.354340 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:52.357645 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:52.380444 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=665b1068-cf54-4c96-a33a-87246ea85135,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:52.475619 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (7bbcbfe8-8da1-4d5b-89b1-2879b097c668), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:52.824747 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (665b1068-cf54-4c96-a33a-87246ea85135), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:52.912938 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e4424-e2e8-41fb-9185-8b072d831a10 req-afcff297-5721-45b8-a8c4-d6d80fe76407 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:52.914406 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e8e4424-e2e8-41fb-9185-8b072d831a10 req-afcff297-5721-45b8-a8c4-d6d80fe76407 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1233516 Mar 08 15:40:52.990196 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895c90-0c27-4aa1-9cb2-343ab61ad9c3 req-bf6a48ba-b036-4714-a775-08077b964572 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:52.991587 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2b895c90-0c27-4aa1-9cb2-343ab61ad9c3 req-bf6a48ba-b036-4714-a775-08077b964572 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1442652 Mar 08 15:40:53.047174 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e8e4424-e2e8-41fb-9185-8b072d831a10 req-477f3e73-671a-4c3e-8e2f-887836ad2b19 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247594 Mar 08 15:40:53.083205 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2b895c90-0c27-4aa1-9cb2-343ab61ad9c3 req-ffc555cc-92bc-472f-a72f-3fccfeefbfb9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793045 Mar 08 15:40:53.110714 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (665b1068-cf54-4c96-a33a-87246ea85135), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:53.147087 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:53.192728 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (665b1068-cf54-4c96-a33a-87246ea85135), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:53.260242 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=665b1068-cf54-4c96-a33a-87246ea85135,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:53.268752 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (7bbcbfe8-8da1-4d5b-89b1-2879b097c668), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:53.348547 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:53.349820 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8fcccb87-4cbb-4bcd-96e5-27b738794aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5496323 Mar 08 15:40:53.563365 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-46b9d08e-29e3-4d02-a7ad-0de0f31c6fd9 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1098851084&fields=id&tenant_id=59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 267 time: 0.0437760 Mar 08 15:40:53.670460 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-39ab46a2-c5f6-49a8-9e75-0436ce48afe1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:53.671927 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-39ab46a2-c5f6-49a8-9e75-0436ce48afe1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 815 time: 0.1021562 Mar 08 15:40:53.686860 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-9a8c2de4-b00d-4eb8-a279-ca7a10a8d669 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/quotas/59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 375 time: 0.0091338 Mar 08 15:40:53.743973 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-d8aa208c-12d2-406d-902a-f9f05cc81493 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519674 Mar 08 15:40:53.846158 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6bb07908-ea3f-4807-a944-20a5ec90b507 service neutron] 10.222.0.25 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866840 Mar 08 15:40:53.931848 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-9ba4d97c-d7bc-41cd-81d0-4d2c4463cee1 service neutron] 10.222.0.25 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800695 Mar 08 15:40:54.216351 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb89c2-936f-4e22-b31b-c18d8549ecec req-0a4b74bf-ce37-4875-b9ce-aad1805ed9ab tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:54.218863 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aedb89c2-936f-4e22-b31b-c18d8549ecec req-0a4b74bf-ce37-4875-b9ce-aad1805ed9ab tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0815954 Mar 08 15:40:54.314114 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aedb89c2-936f-4e22-b31b-c18d8549ecec req-2124002f-971c-4743-8a7b-3f2d104e3f52 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883164 Mar 08 15:40:54.384310 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f3180-8f60-45ea-b960-421e07062aab req-985a84d9-48af-41a5-80c9-2ca0317d4877 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:54.393598 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a00f3180-8f60-45ea-b960-421e07062aab req-985a84d9-48af-41a5-80c9-2ca0317d4877 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1363647 Mar 08 15:40:54.453170 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a00f3180-8f60-45ea-b960-421e07062aab req-2f50cfa6-fafe-4ffa-ae41-b1d314b58c5a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579100 Mar 08 15:40:54.472250 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f6983c6e-529d-45f3-9a9c-9e719114f7b3 req-05159da0-b518-44a0-86fd-1715c4458828 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 210 time: 0.0344419 Mar 08 15:40:54.775219 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:55.517257 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff28b17-828d-4cc6-b4c6-e14448d322da req-1305d90f-fd61-46f1-8aae-9abc335afb06 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:55.524322 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aff28b17-828d-4cc6-b4c6-e14448d322da req-1305d90f-fd61-46f1-8aae-9abc335afb06 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0729108 Mar 08 15:40:55.612529 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aff28b17-828d-4cc6-b4c6-e14448d322da req-a46da815-a709-4df4-86f2-5b4e1d73d6fc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872440 Mar 08 15:40:55.638728 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e08759-3079-475d-9d18-b14c6fdcd1b7 req-a495864b-044f-468c-bcd3-59f08d99c165 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:55.640256 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e3e08759-3079-475d-9d18-b14c6fdcd1b7 req-a495864b-044f-468c-bcd3-59f08d99c165 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1020470 Mar 08 15:40:55.706419 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e3e08759-3079-475d-9d18-b14c6fdcd1b7 req-4feb3139-0232-49dd-b9ef-58e5ebde5663 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596209 Mar 08 15:40:55.734206 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-be30e014-e318-4915-b55f-854bef1c4171 req-1be376be-df73-4e0c-a77c-ac87d09dc46d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 210 time: 0.0323300 Mar 08 15:40:56.738591 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf12f5d-e7b2-4767-8f70-dbeb1ef02048 req-a01e61e6-a21d-4cfa-a9f8-faa9831956a2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:56.741734 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-daf12f5d-e7b2-4767-8f70-dbeb1ef02048 req-a01e61e6-a21d-4cfa-a9f8-faa9831956a2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0586376 Mar 08 15:40:56.796674 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-daf12f5d-e7b2-4767-8f70-dbeb1ef02048 req-c8ff8e06-3578-4977-8c0b-612a2fd2635f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507922 Mar 08 15:40:56.849927 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167589c-b5ad-48ad-a82a-35e47233c6f9 req-0aa4cde0-1fb4-4540-914a-8edbcb85fee7 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:56.851419 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d167589c-b5ad-48ad-a82a-35e47233c6f9 req-0aa4cde0-1fb4-4540-914a-8edbcb85fee7 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0538020 Mar 08 15:40:56.884271 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8906f81-acf8-4421-ba3d-c9dcc78a0b05 req-ae5b2769-ca17-4a3a-9095-7357d6753b60 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 210 time: 0.0318663 Mar 08 15:40:56.918922 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d167589c-b5ad-48ad-a82a-35e47233c6f9 req-1939e00d-7b40-46ee-80a1-c21f41f2b23a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Mar 08 15:40:57.939489 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db25f58-b5a1-4094-a2f9-e40aee1a4066 req-a2644295-de5a-42ae-9d13-ec79b50c6c87 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:57.941067 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7db25f58-b5a1-4094-a2f9-e40aee1a4066 req-a2644295-de5a-42ae-9d13-ec79b50c6c87 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0610216 Mar 08 15:40:58.001700 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b33c6bc4-47b3-4ab6-984b-9f895dcae279 req-19387bbf-cc62-47ef-b7a1-035dc98bcea2 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 210 time: 0.0372794 Mar 08 15:40:58.020896 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7db25f58-b5a1-4094-a2f9-e40aee1a4066 req-56c49d8f-72e5-4a3a-a5b8-047660068c90 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658684 Mar 08 15:40:58.106987 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466213ab-6f3e-47ce-b6c3-a5837f4e4a51 req-6212e9ae-bb05-4f64-a61a-89f2f120a40a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.108547 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-466213ab-6f3e-47ce-b6c3-a5837f4e4a51 req-6212e9ae-bb05-4f64-a61a-89f2f120a40a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0544939 Mar 08 15:40:58.154953 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-466213ab-6f3e-47ce-b6c3-a5837f4e4a51 req-0ea50bdd-607f-4807-804d-64eba0e579ba tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Mar 08 15:40:58.387626 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-236bdebb-89f9-49c7-97f4-92b6f5b6f9a0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.389142 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-236bdebb-89f9-49c7-97f4-92b6f5b6f9a0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 815 time: 0.1136138 Mar 08 15:40:58.463087 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-e2d9f3cf-4301-497e-a7f3-8d3d3ba5ac85 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 473 time: 0.0636611 Mar 08 15:40:58.471209 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'port': {'device_id': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'admin_state_up': True, 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'security_groups': ['f0e30829-5597-4e2d-b088-eee06ad43158']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:58.735781 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Made reservation on behalf of 59ab38d879c841aeb11a9c18728a251e for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:58.739223 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:58.861928 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Allocated IP 172.20.0.10 (e25df95b-1720-4193-966a-ca26942242e5/cdb27db0-46fb-41a3-b99b-6d4043415fd2/f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:58.996481 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.097737 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-95d58d31-17d5-4bed-9c5a-b12e93e5d969 req-b813505f-eac9-4d19-8d66-98b3fc067493 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 210 time: 0.0288966 Mar 08 15:40:59.099456 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.177861 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Network e25df95b-1720-4193-966a-ca26942242e5 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:59.194327 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:59.197846 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:59.202966 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:59.272990 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a23f1-2c27-4edb-8f6c-f289bff45021 req-f932bf16-b96f-4f6a-93db-8405b4f654b8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:59.275115 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-648a23f1-2c27-4edb-8f6c-f289bff45021 req-f932bf16-b96f-4f6a-93db-8405b4f654b8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1796441 Mar 08 15:40:59.337821 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:59.338395 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.390760 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a1cdd-54d4-4a67-994c-3199e0037046 req-f0168ee6-4fc2-49e6-85ad-cdafac34e676 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:59.392357 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b24a1cdd-54d4-4a67-994c-3199e0037046 req-f0168ee6-4fc2-49e6-85ad-cdafac34e676 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1141458 Mar 08 15:40:59.414655 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-648a23f1-2c27-4edb-8f6c-f289bff45021 req-eef008da-fdea-42f0-96fc-6d9cedc45f28 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024122 Mar 08 15:40:59.438234 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0224af98-d0ae-4f12-9976-209df88fb2ab tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9706657 Mar 08 15:40:59.450575 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Request body: {'port': {'device_id': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:59.492705 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b24a1cdd-54d4-4a67-994c-3199e0037046 req-32ef5814-e702-437e-9717-824ed3e2b134 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891602 Mar 08 15:40:59.529608 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.547172 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-9ca3b6db-e521-4000-b328-b25d4c7fcc98 None None] Provisioning complete for port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:59.547713 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9ca3b6db-e521-4000-b328-b25d4c7fcc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.584370 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3b6db-e521-4000-b328-b25d4c7fcc98 None None] Port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:40:59.791709 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:40:59.800419 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Publish callbacks [] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.814321 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Transition to ACTIVE for port object f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:40:59.889815 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.926964 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45654) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:59.938821 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:00.021591 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Attempting to bind port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:00.022235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Attempting to bind port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:00.022235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Attempting to bind port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:00.027018 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce on network e25df95b-1720-4193-966a-ca26942242e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:41:00.027283 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Attempting to bind port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:00.033003 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:00.033412 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Checking segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:00.033804 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Bound using segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:00.034271 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Bound port: f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:00.034630 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.086439 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.103961 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] For port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:00.107375 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] For port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:00.160758 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Publish callbacks [] for security_group (10d5343c-bedf-427b-9670-7a2f655690bf), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.206601 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.223925 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242c08-43a4-4ccc-846f-d6b4bf047a5e req-c5ee0206-49cc-4e08-afbd-e7f09acbae25 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:00.225472 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8d242c08-43a4-4ccc-846f-d6b4bf047a5e req-c5ee0206-49cc-4e08-afbd-e7f09acbae25 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 944 time: 0.0614371 Mar 08 15:41:00.233923 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (10d5343c-bedf-427b-9670-7a2f655690bf), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.257356 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:00.258093 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.259580 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce HTTP/1.1" status: 200 len: 1094 time: 0.8130288 Mar 08 15:41:00.259769 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'tag': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:00.262044 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d164503e-4f0b-4f93-9fac-cd19638b8b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "af4957cc-ae50-4ee3-bd59-defd8ad05c2a", "tag": "f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:00.281537 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9949b429da664a16b6428565eb5d5ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529348 Mar 08 15:41:00.282972 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d5343c-bedf-427b-9670-7a2f655690bf,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:00.284598 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45664) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:00.291178 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.291541 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.292068 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.292449 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.292791 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.293118 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.294155 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.294640 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.295161 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.295651 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.296310 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.296798 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.297296 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86f45cf-277e-4378-9576-482c075bc56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:00.326509 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b08b9b-67db-46b7-a7d9-cb89591d709b x-openstack-request-id: req-29b08b9b-67db-46b7-a7d9-cb89591d709b {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:00.326800 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4957cc-ae50-4ee3-bd59-defd8ad05c2a", "tag": "f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:00.327050 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29b08b9b-67db-46b7-a7d9-cb89591d709b {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:00.327451 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'tag': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'status': 'completed', 'code': 200} Mar 08 15:41:00.342284 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd49f7a-b7e5-479b-b7cb-94ae4df36897 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:00.359591 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8d242c08-43a4-4ccc-846f-d6b4bf047a5e req-d42f2bb8-93ae-4d63-8fce-94604cd9e855 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165779 Mar 08 15:41:00.377284 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe84d-318a-4b41-81cc-e202b16b72ee admin admin] Publish callbacks [] for security_group (10d5343c-bedf-427b-9670-7a2f655690bf), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.400410 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe84d-318a-4b41-81cc-e202b16b72ee admin admin] Publish callbacks [] for security_group (10d5343c-bedf-427b-9670-7a2f655690bf), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.550673 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf6d5-724d-42dd-9a5c-ab970ba9a4ba req-c0ed7891-0178-4753-9c46-22d60607bffe tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:00.552188 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b6ebf6d5-724d-42dd-9a5c-ab970ba9a4ba req-c0ed7891-0178-4753-9c46-22d60607bffe tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0593517 Mar 08 15:41:00.564800 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe84d-318a-4b41-81cc-e202b16b72ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (10d5343c-bedf-427b-9670-7a2f655690bf), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.567274 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5fbbe84d-318a-4b41-81cc-e202b16b72ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.568357 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-5fbbe84d-318a-4b41-81cc-e202b16b72ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10d5343c-bedf-427b-9670-7a2f655690bf HTTP/1.1" status: 204 len: 168 time: 0.2809451 Mar 08 15:41:00.594120 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbe84d-318a-4b41-81cc-e202b16b72ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d5343c-bedf-427b-9670-7a2f655690bf,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:00.643691 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b6ebf6d5-724d-42dd-9a5c-ab970ba9a4ba req-206fcbac-6a8e-4d2a-8381-856dd9def842 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860429 Mar 08 15:41:00.659716 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411beab7-261c-4636-895c-c47c32c5501a req-1d433b09-cd33-40f1-8a42-7fa004e8763a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:00.661218 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-411beab7-261c-4636-895c-c47c32c5501a req-1d433b09-cd33-40f1-8a42-7fa004e8763a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0867126 Mar 08 15:41:00.707806 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-411beab7-261c-4636-895c-c47c32c5501a req-fe7702d7-eb5c-48a8-a8f5-f73a935fed39 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Mar 08 15:41:01.486108 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07e32-1c12-4d0c-a6b1-ee92be4c2c2b req-92ad5e88-a4ec-41bf-b1a5-54924674a9e3 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:01.487605 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bbd07e32-1c12-4d0c-a6b1-ee92be4c2c2b req-92ad5e88-a4ec-41bf-b1a5-54924674a9e3 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 944 time: 0.0552049 Mar 08 15:41:01.535982 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bbd07e32-1c12-4d0c-a6b1-ee92be4c2c2b req-95aa240e-cb88-4557-8232-5a492c773e5f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Mar 08 15:41:01.691633 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45706) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:01.775381 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a3650-aaec-4195-b0d2-8056a569a07c req-ca0304f2-16d3-448a-aaa8-6098e209c1e2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:01.776930 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-425a3650-aaec-4195-b0d2-8056a569a07c req-ca0304f2-16d3-448a-aaa8-6098e209c1e2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0586100 Mar 08 15:41:01.817406 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1227923182-network', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:01.866349 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-425a3650-aaec-4195-b0d2-8056a569a07c req-fc1f52ca-485b-4009-978a-bd76def84477 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792201 Mar 08 15:41:01.878628 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815539-c28b-4980-9fe8-0181d24219f7 req-3950f8f7-cce5-4ab1-a7ad-4e361b63d3bd tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:01.880134 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-41815539-c28b-4980-9fe8-0181d24219f7 req-3950f8f7-cce5-4ab1-a7ad-4e361b63d3bd tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1022961 Mar 08 15:41:01.927678 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-41815539-c28b-4980-9fe8-0181d24219f7 req-12eb886b-8c6d-4665-9b8b-fc14311213c4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Mar 08 15:41:01.957908 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Made reservation on behalf of a501642d06b54b94b85256a66c6be5fb for: {'network': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:01.960173 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:01.968414 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.038208 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Publish callbacks [] for security_group (808ad8c8-07fd-43e1-b513-ffb678344f5e), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.101043 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (808ad8c8-07fd-43e1-b513-ffb678344f5e), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.138700 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=104200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:41:02.165533 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808ad8c8-07fd-43e1-b513-ffb678344f5e,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:02.173420 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (c4744e8d-ad97-43af-9517-355791e229d8), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.173824 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.segments_db [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Added segment c4744e8d-ad97-43af-9517-355791e229d8 of type vlan for network 8fea8419-379e-4967-b7a3-57140b515585 Mar 08 15:41:02.217096 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (8fea8419-379e-4967-b7a3-57140b515585), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.222195 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164503e-4f0b-4f93-9fac-cd19638b8b6b req-4c2d0ab9-6549-44e0-842d-155eb72ff40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.223681 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d164503e-4f0b-4f93-9fac-cd19638b8b6b req-4c2d0ab9-6549-44e0-842d-155eb72ff40a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 1128 time: 0.0985987 Mar 08 15:41:02.330923 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164503e-4f0b-4f93-9fac-cd19638b8b6b req-cdb580d3-8b44-47e5-a27e-fd3c20276248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.332432 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d164503e-4f0b-4f93-9fac-cd19638b8b6b req-cdb580d3-8b44-47e5-a27e-fd3c20276248 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=59ab38d879c841aeb11a9c18728a251e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963523 Mar 08 15:41:02.332997 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (8fea8419-379e-4967-b7a3-57140b515585), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.333828 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.334429 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.447929 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7549953 Mar 08 15:41:02.450184 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae121e1-9f7b-4a37-8daf-d6d7706f3742 admin admin] Pushing event updated for resources: {'Network': ['ID=8fea8419-379e-4967-b7a3-57140b515585,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:02.451288 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45716) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:02.460014 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Request body: {'subnet': {'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1227923182-subnet', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:02.460780 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 8fea8419-379e-4967-b7a3-57140b515585 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:41:02.480590 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164503e-4f0b-4f93-9fac-cd19638b8b6b req-11f8b3f2-1bd2-4d81-b629-6c86727a1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.482228 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d164503e-4f0b-4f93-9fac-cd19638b8b6b req-11f8b3f2-1bd2-4d81-b629-6c86727a1585 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1407483 Mar 08 15:41:02.570603 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-5be41ead-09e7-41ad-bd22-31cd7b8f45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.572128 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-5be41ead-09e7-41ad-bd22-31cd7b8f45c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 1128 time: 0.0493062 Mar 08 15:41:02.587149 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Made reservation on behalf of a501642d06b54b94b85256a66c6be5fb for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:02.590687 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.642078 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-b0798150-c6ea-42cd-b3c8-fcbf95c4510c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce HTTP/1.1" status: 200 len: 217 time: 0.0580552 Mar 08 15:41:02.718164 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-9d7b4fa8-066e-4876-befc-c27cec89a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.719551 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-9d7b4fa8-066e-4876-befc-c27cec89a464 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.0690668 Mar 08 15:41:02.730865 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b0c76-d737-4555-8c3b-d70e27d22a81 req-b9e49045-c45c-41a5-bea5-f337b0bc77c8 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.732379 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fc5b0c76-d737-4555-8c3b-d70e27d22a81 req-b9e49045-c45c-41a5-bea5-f337b0bc77c8 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 944 time: 0.0927727 Mar 08 15:41:02.804649 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-fe9f8f33-b465-489a-96aa-90756b69a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.806138 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-fe9f8f33-b465-489a-96aa-90756b69a632 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729003 Mar 08 15:41:02.811308 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fc5b0c76-d737-4555-8c3b-d70e27d22a81 req-49c0b23a-beb2-4446-b9d3-cceb145d0beb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706632 Mar 08 15:41:02.844373 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (115dfc99-d80d-43c7-8e4b-53a48104350d), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:02.898053 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-0417c68e-d9b8-4dfd-9e00-8f2ceec81906 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857401 Mar 08 15:41:02.899490 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Pushing event updated for resources: {'Subnet': ['ID=115dfc99-d80d-43c7-8e4b-53a48104350d,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:02.910976 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Checking segment: {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:02.911556 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Network hostable DHCP agents. Network: 8fea8419-379e-4967-b7a3-57140b515585, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:41:03.020921 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Network 8fea8419-379e-4967-b7a3-57140b515585 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:41:03.062312 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5c127bd-b8a4-463e-9f52-46507ac2d19a req-f9bdd12d-b26c-43bb-a465-6467a281799e service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555476 Mar 08 15:41:03.082257 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c92ea-e099-4c34-b782-99c728e9241a req-c8b4ea27-ca5e-4de7-8b17-20863050cbe4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:03.083734 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e93c92ea-e099-4c34-b782-99c728e9241a req-c8b4ea27-ca5e-4de7-8b17-20863050cbe4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1086328 Mar 08 15:41:03.095631 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 8fea8419-379e-4967-b7a3-57140b515585) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:03.102317 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dc9cd-1eae-43f1-a321-3e58d4013f6f req-88e11b24-8b90-4bc4-b999-fe7d59fc20c8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:03.103857 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf6dc9cd-1eae-43f1-a321-3e58d4013f6f req-88e11b24-8b90-4bc4-b999-fe7d59fc20c8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0944357 Mar 08 15:41:03.104170 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:03.104964 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.115019 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1aa783-b1ba-4444-a189-ae31118aa9d8 None None] Network 8fea8419-379e-4967-b7a3-57140b515585 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:03.170667 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e93c92ea-e099-4c34-b782-99c728e9241a req-26edfa32-8cbd-4abc-8c67-f1520a59af93 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809748 Mar 08 15:41:03.179516 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-eaed08a2-fff4-43da-bcc3-34dcb331873c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7267210 Mar 08 15:41:03.181919 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45732) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:03.187109 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:03.197237 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf6dc9cd-1eae-43f1-a321-3e58d4013f6f req-ee29d8e5-77a5-464e-bc79-fbc220698dac tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819488 Mar 08 15:41:03.226225 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-8fea8419-379e-4967-b7a3-57140b515585', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:41:03.227250 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.278363 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (55c98f86-e705-4fd0-a678-54436c1c7ab1), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.279433 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (55c98f86-e705-4fd0-a678-54436c1c7ab1), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.309387 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:41:03.340625 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks [] for router_controller (55c98f86-e705-4fd0-a678-54436c1c7ab1), precommit_add_association {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.434506 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Allocated IP 172.20.0.2 (8fea8419-379e-4967-b7a3-57140b515585/115dfc99-d80d-43c7-8e4b-53a48104350d/d0adcf15-381a-4143-b12a-dfded8951a6c) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:03.485255 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:03.534591 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'port_id': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'mac_address': 'fa:16:3e:c2:25:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:41:03.605180 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port be70592a-6bb3-40dc-9047-a8dd3470d7ae is: ACTIVE; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:03.605180 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.607543 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks [] for router_gateway (55c98f86-e705-4fd0-a678-54436c1c7ab1), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.625750 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be70592a-6bb3-40dc-9047-a8dd3470d7ae {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:41:03.679887 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:03.699097 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Publish callbacks [] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.788689 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.838256 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.864929 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Network 8fea8419-379e-4967-b7a3-57140b515585 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:03.866055 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=6']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:03.877076 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:03.881544 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:03.983643 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Pushing event updated for resources: {'Port': ['ID=d0adcf15-381a-4143-b12a-dfded8951a6c,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:03.988367 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Attempting to bind port d0adcf15-381a-4143-b12a-dfded8951a6c on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:03.988963 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Attempting to bind port d0adcf15-381a-4143-b12a-dfded8951a6c by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:03.989503 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Attempting to bind port d0adcf15-381a-4143-b12a-dfded8951a6c on network 8fea8419-379e-4967-b7a3-57140b515585 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:03.991612 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256846ff-c965-44c3-9a15-3d125a994392 req-baf7ce54-1778-44e4-bfe4-2635d26cc4de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:03.992877 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-256846ff-c965-44c3-9a15-3d125a994392 req-baf7ce54-1778-44e4-bfe4-2635d26cc4de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 944 time: 0.0676384 Mar 08 15:41:03.995202 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks [] for router_gateway (55c98f86-e705-4fd0-a678-54436c1c7ab1), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.997107 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:04.001904 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Checking segment: {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:04.001904 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:04.001904 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Bound using segment: {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:04.001904 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Bound port: d0adcf15-381a-4143-b12a-dfded8951a6c, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:04.001904 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:04.019924 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:04.027114 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['be70592a-6bb3-40dc-9047-a8dd3470d7ae'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:41:04.055272 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-256846ff-c965-44c3-9a15-3d125a994392 req-1b899d1b-b9c6-4196-a51a-16c08bd9b800 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561559 Mar 08 15:41:04.137100 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] For port d0adcf15-381a-4143-b12a-dfded8951a6c, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:04.141892 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] For port d0adcf15-381a-4143-b12a-dfded8951a6c, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=d0adcf15-381a-4143-b12a-dfded8951a6c,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:04.165933 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Allocated IP 172.27.3.67 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/a8882b59-1345-4bae-86af-03e9aef37c3b) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:04.239154 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:04.304773 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks [] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:04.337918 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1360e52-97c7-4812-aec8-3d58273db206 None None] Pushing event updated for resources: {'Port': ['ID=d0adcf15-381a-4143-b12a-dfded8951a6c,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:04.413244 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd921240-dd04-43e9-9ba1-1dc0b9dcba47 req-0424a572-695d-4efa-b5bd-2125ee08cc72 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:04.420641 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd921240-dd04-43e9-9ba1-1dc0b9dcba47 req-0424a572-695d-4efa-b5bd-2125ee08cc72 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1463375 Mar 08 15:41:04.448318 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455b48-48fc-4735-b189-ea3850a10eb9 req-948c4ac9-e33c-45db-8938-bdd40369281b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:04.449981 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-75455b48-48fc-4735-b189-ea3850a10eb9 req-948c4ac9-e33c-45db-8938-bdd40369281b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 945 time: 0.1541114 Mar 08 15:41:04.461746 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:04.502587 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd921240-dd04-43e9-9ba1-1dc0b9dcba47 req-c5734d23-81f7-4b1c-b32b-70e7994c9d33 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809858 Mar 08 15:41:04.508890 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:04.515115 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:04.517519 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8882b59-1345-4bae-86af-03e9aef37c3b,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:04.519671 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:04.538201 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-75455b48-48fc-4735-b189-ea3850a10eb9 req-8e267ffb-d19d-4e2a-9ee1-54d380ab4609 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759346 Mar 08 15:41:04.843191 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks [] for router_gateway (55c98f86-e705-4fd0-a678-54436c1c7ab1), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.040792 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (55c98f86-e705-4fd0-a678-54436c1c7ab1), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.239410 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f7c3c-af1a-4394-9f23-5d35962c713e req-9b9ef62e-9fe4-4314-a276-aa8382a6bb59 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:05.246883 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-653f7c3c-af1a-4394-9f23-5d35962c713e req-9b9ef62e-9fe4-4314-a276-aa8382a6bb59 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 944 time: 0.0694048 Mar 08 15:41:05.296354 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-653f7c3c-af1a-4394-9f23-5d35962c713e req-6842cb76-0858-4d84-8bc9-c5e1c5e7ab4f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485330 Mar 08 15:41:05.323415 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:41:05.327001 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:05.434186 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9433990-004e-47a1-aaf9-aaa97bb93132 None None] Network 8fea8419-379e-4967-b7a3-57140b515585 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:05.484448 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Router 55c98f86-e705-4fd0-a678-54436c1c7ab1 is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:41:05.638901 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:41:05.655329 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Sync routers for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:41:05.676625 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:05.676625 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:05.681229 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:05.697210 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6df629-bd1e-4d1b-9572-2e6374656644 req-567facbd-4885-4410-97d4-147783917662 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:05.699062 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ab6df629-bd1e-4d1b-9572-2e6374656644 req-567facbd-4885-4410-97d4-147783917662 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1209180 Mar 08 15:41:05.708056 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-1fb4b393-3f7a-4dda-b7ce-6330e1e7e127 None None] Provisioning complete for port d0adcf15-381a-4143-b12a-dfded8951a6c triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:05.711313 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1fb4b393-3f7a-4dda-b7ce-6330e1e7e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.717360 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'port_id': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'mac_address': 'fa:16:3e:d5:5e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:41:05.745226 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port be70592a-6bb3-40dc-9047-a8dd3470d7ae triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:05.745890 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.751858 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.757594 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45832) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:05.759475 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a278e0b9-f7ab-42a1-a67d-4ff2705fbde2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5764813 Mar 08 15:41:05.853186 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:05.859507 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:05.860119 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.883199 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device d0adcf15-381a-4143-b12a-dfded8951a6c up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:05.938659 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:41:06.009079 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4b393-3f7a-4dda-b7ce-6330e1e7e127 None None] Current status of the port d0adcf15-381a-4143-b12a-dfded8951a6c is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:06.009469 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1fb4b393-3f7a-4dda-b7ce-6330e1e7e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.014590 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:06.046159 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port be70592a-6bb3-40dc-9047-a8dd3470d7ae is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:06.046546 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.069448 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:04Z', 'revision_number': 3, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:06.090407 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-1fb4b393-3f7a-4dda-b7ce-6330e1e7e127 None None] For port d0adcf15-381a-4143-b12a-dfded8951a6c, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=d0adcf15-381a-4143-b12a-dfded8951a6c,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:06.092908 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port d0adcf15-381a-4143-b12a-dfded8951a6c triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:06.093177 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.099333 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:06.101610 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cacfaa-60e5-4561-92d0-9139030e2434" -d '{"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-plugged", "status": "completed", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:06.102406 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29751e-6651-4065-b373-e2fb02e4e0be req-3c5ecd80-38ec-4845-87a2-c7489a23b3b9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:06.104007 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2a29751e-6651-4065-b373-e2fb02e4e0be req-3c5ecd80-38ec-4845-87a2-c7489a23b3b9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 945 time: 0.4341836 Mar 08 15:41:06.105609 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Checking router: 55c98f86-e705-4fd0-a678-54436c1c7ab1 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:41:06.105961 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Updating router 55c98f86-e705-4fd0-a678-54436c1c7ab1 port a8882b59-1345-4bae-86af-03e9aef37c3b binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:41:06.132000 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.138006 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ab6df629-bd1e-4d1b-9572-2e6374656644 req-735e6213-3634-46f7-813d-f890cd44a0ff tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167607 Mar 08 15:41:06.142924 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:06.148535 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.193925 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1fb4b393-3f7a-4dda-b7ce-6330e1e7e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.232425 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2a29751e-6651-4065-b373-e2fb02e4e0be req-ac99ab74-72ee-49f7-983d-5e981fae9cf7 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924671 Mar 08 15:41:06.238652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.248178 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d90621-1266-4362-8a8e-bc4584734fd7 x-openstack-request-id: req-67d90621-1266-4362-8a8e-bc4584734fd7 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:06.256552 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-plugged", "status": "completed", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:06.256820 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67d90621-1266-4362-8a8e-bc4584734fd7 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:06.257236 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'code': 200} Mar 08 15:41:06.277936 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:06.413395 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port d0adcf15-381a-4143-b12a-dfded8951a6c is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:06.416402 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4b393-3f7a-4dda-b7ce-6330e1e7e127 None None] Pushing event updated for resources: {'Port': ['ID=d0adcf15-381a-4143-b12a-dfded8951a6c,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:06.444267 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-9d3abb4f-ffe2-43b3-b3fd-419daabc8253 None None] Provisioning complete for port d0adcf15-381a-4143-b12a-dfded8951a6c triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:06.444640 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9d3abb4f-ffe2-43b3-b3fd-419daabc8253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.469348 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:41:06.504429 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Publish callbacks [] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.535443 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5963c-a4f9-47d0-898c-5af13e2fe2c1 req-91694f8e-f90c-4daf-8c59-c188fcaa797f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:06.535443 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c6b5963c-a4f9-47d0-898c-5af13e2fe2c1 req-91694f8e-f90c-4daf-8c59-c188fcaa797f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 945 time: 0.1256328 Mar 08 15:41:06.566553 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=7']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:06.587254 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.641589 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c6b5963c-a4f9-47d0-898c-5af13e2fe2c1 req-fb16b370-40e9-4c87-a3c4-4258b15e3b8a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970206 Mar 08 15:41:06.681892 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-9d3abb4f-ffe2-43b3-b3fd-419daabc8253 None None] Current status of the port d0adcf15-381a-4143-b12a-dfded8951a6c is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:06.699391 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Attempting to bind port a8882b59-1345-4bae-86af-03e9aef37c3b on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:06.699963 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Attempting to bind port a8882b59-1345-4bae-86af-03e9aef37c3b by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:06.700115 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Attempting to bind port a8882b59-1345-4bae-86af-03e9aef37c3b on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:06.709050 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:06.709694 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:06.710800 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.711413 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:06.712210 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Bound port: a8882b59-1345-4bae-86af-03e9aef37c3b, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:06.712593 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.738693 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c45c5-9e15-48ef-b4ae-9c66111aa043 None None] Pushing event updated for resources: {'Port': ['ID=a8882b59-1345-4bae-86af-03e9aef37c3b,revision_number=2']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:06.770692 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] For port a8882b59-1345-4bae-86af-03e9aef37c3b, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:06.774438 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] For port a8882b59-1345-4bae-86af-03e9aef37c3b, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=a8882b59-1345-4bae-86af-03e9aef37c3b,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:06.817242 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.903966 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.971586 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:06.972362 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:07.022913 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c45c5-9e15-48ef-b4ae-9c66111aa043 None None] Pushing event updated for resources: {'Port': ['ID=a8882b59-1345-4bae-86af-03e9aef37c3b,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:07.064595 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Allocated IP 172.20.0.1 (8fea8419-379e-4967-b7a3-57140b515585/115dfc99-d80d-43c7-8e4b-53a48104350d/985b8760-3471-44cd-8cc1-fed3cd708c88) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:07.112179 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:07.217201 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Publish callbacks [] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.311017 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398bc8b-480f-4656-b6bc-3d71f5a62c7d req-1d03289b-ac57-44f8-bc56-01873d9f58a6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:07.313023 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3398bc8b-480f-4656-b6bc-3d71f5a62c7d req-1d03289b-ac57-44f8-bc56-01873d9f58a6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0643182 Mar 08 15:41:07.363542 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.441334 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Pushing event updated for resources: {'Port': ['ID=985b8760-3471-44cd-8cc1-fed3cd708c88,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:07.479763 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Network 8fea8419-379e-4967-b7a3-57140b515585 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:07.485658 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:07.488464 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:07.578856 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3398bc8b-480f-4656-b6bc-3d71f5a62c7d req-7228f5ee-2ff9-4c27-9d56-13f9c41a617e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597971 Mar 08 15:41:07.604418 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de362b08-b44f-4fd9-a687-7ed98f567d2c req-005a4e95-0f77-43b6-8fd9-2968f9d7b316 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:07.607240 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-de362b08-b44f-4fd9-a687-7ed98f567d2c req-005a4e95-0f77-43b6-8fd9-2968f9d7b316 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.2605557 Mar 08 15:41:07.621252 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (55c98f86-e705-4fd0-a678-54436c1c7ab1), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.640071 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:04Z', 'revision_number': 3, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:07.701925 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913eb714-780b-46ff-8680-c02f108196f7 None None] The sync data for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi is: [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:04Z', 'revision_number': 3, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:41:07.759412 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-de362b08-b44f-4fd9-a687-7ed98f567d2c req-84ce8407-3691-4187-9d9b-1f583d6ea3f0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508014 Mar 08 15:41:07.826412 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device d0adcf15-381a-4143-b12a-dfded8951a6c up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:07.867261 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-83fa30bd-a725-4079-8eb0-1b7da841a91f None None] Provisioning complete for port 985b8760-3471-44cd-8cc1-fed3cd708c88 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:07.868021 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-83fa30bd-a725-4079-8eb0-1b7da841a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.911928 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51b45-e3e9-4dff-9616-cfce8473bc39 req-c5e64d5c-0664-471c-af88-635222d8e6b3 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:07.913886 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9cd51b45-e3e9-4dff-9616-cfce8473bc39 req-c5e64d5c-0664-471c-af88-635222d8e6b3 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 945 time: 0.1515636 Mar 08 15:41:07.940769 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-83fa30bd-a725-4079-8eb0-1b7da841a91f None None] Port 985b8760-3471-44cd-8cc1-fed3cd708c88 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:41:07.961942 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port d0adcf15-381a-4143-b12a-dfded8951a6c triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:07.961942 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.992959 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9cd51b45-e3e9-4dff-9616-cfce8473bc39 req-50351ae5-10f9-4e18-a209-1da2b888bac9 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711439 Mar 08 15:41:08.036416 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:08.111840 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port d0adcf15-381a-4143-b12a-dfded8951a6c is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:08.327741 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Publish callbacks [] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:08.421352 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:08.514846 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (55c98f86-e705-4fd0-a678-54436c1c7ab1), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:08.537349 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Pushing event updated for resources: {'Port': ['ID=985b8760-3471-44cd-8cc1-fed3cd708c88,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:08.766400 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Network 8fea8419-379e-4967-b7a3-57140b515585 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:08.769281 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:08.781346 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fafe2-f7f9-4b85-996d-776c2c08a2f0 req-6086d19a-1b8f-449d-8e8f-d0adb282cbd4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:08.782889 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-012fafe2-f7f9-4b85-996d-776c2c08a2f0 req-6086d19a-1b8f-449d-8e8f-d0adb282cbd4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0999722 Mar 08 15:41:09.006668 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Router 55c98f86-e705-4fd0-a678-54436c1c7ab1 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:41:09.243121 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-012fafe2-f7f9-4b85-996d-776c2c08a2f0 req-5a6978cb-a00f-450e-8df4-4eb87ea211c3 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291583 Mar 08 15:41:09.246106 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-dd47bf3e-fc5e-48f7-918e-0b7b991d1dd0 None None] Provisioning complete for port 985b8760-3471-44cd-8cc1-fed3cd708c88 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:09.246106 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-dd47bf3e-fc5e-48f7-918e-0b7b991d1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:09.266375 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-dd47bf3e-fc5e-48f7-918e-0b7b991d1dd0 None None] Port 985b8760-3471-44cd-8cc1-fed3cd708c88 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:41:09.301206 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d2929-dcee-4281-811d-f87251a5d10d req-cbda538f-660e-44e2-9973-9870beff5ce2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:09.302724 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-041d2929-dcee-4281-811d-f87251a5d10d req-cbda538f-660e-44e2-9973-9870beff5ce2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.4347119 Mar 08 15:41:09.340698 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:09.413004 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8404b5b-4d41-4cf4-b2bb-168d58c5db8f req-a0140ef2-7640-411d-9c26-b6547cccf9b6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:09.414592 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8404b5b-4d41-4cf4-b2bb-168d58c5db8f req-a0140ef2-7640-411d-9c26-b6547cccf9b6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 945 time: 0.1758783 Mar 08 15:41:09.466360 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:41:09.470536 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-041d2929-dcee-4281-811d-f87251a5d10d req-adc8a169-7046-4dc1-afa0-48a68afab47e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562293 Mar 08 15:41:09.492627 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-f29b9fe5-ebca-430c-811e-d0fb4c38204c admin admin] 10.222.0.25 "PUT /v2.0/routers/55c98f86-e705-4fd0-a678-54436c1c7ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7253754 Mar 08 15:41:09.533635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:41:09.533635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:09.533635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:09.569622 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f8404b5b-4d41-4cf4-b2bb-168d58c5db8f req-dbfb8d40-a1f7-4836-ac4f-85aae0e9e032 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365299 Mar 08 15:41:09.680225 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:09.681165 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:09.783781 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:09.789599 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:09.792624 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae62f9c-1f14-4cb9-8b86-324605aeb8ea" -d '{"events": [{"server_uuid": "af4957cc-ae50-4ee3-bd59-defd8ad05c2a", "name": "network-vif-plugged", "status": "completed", "tag": "f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:09.878751 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a8882b59-1345-4bae-86af-03e9aef37c3b up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:09.940812 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 45968) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:09.983225 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208c97c-2f2c-4937-ac6f-b0dc49c133f6 x-openstack-request-id: req-a208c97c-2f2c-4937-ac6f-b0dc49c133f6 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:09.990372 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4957cc-ae50-4ee3-bd59-defd8ad05c2a", "name": "network-vif-plugged", "status": "completed", "tag": "f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:09.991106 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a208c97c-2f2c-4937-ac6f-b0dc49c133f6 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:09.992108 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'code': 200} Mar 08 15:41:10.038886 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.161037 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:10.163844 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ab1a6bdd-d643-4042-98ef-eb2367a6f058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.167074 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port a8882b59-1345-4bae-86af-03e9aef37c3b triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:10.167454 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.372523 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port a8882b59-1345-4bae-86af-03e9aef37c3b is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:10.373152 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.398321 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323d57d-f542-4776-ab51-559d8302a237 req-a1ee33aa-4b75-42f3-b78f-2994d2be9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:10.399859 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a323d57d-f542-4776-ab51-559d8302a237 req-a1ee33aa-4b75-42f3-b78f-2994d2be9a43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 1130 time: 0.1322744 Mar 08 15:41:10.430505 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port a8882b59-1345-4bae-86af-03e9aef37c3b, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=a8882b59-1345-4bae-86af-03e9aef37c3b,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:10.461700 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbf03e-f672-4e53-b25d-5f1ed33e7059 req-75666dad-ab51-4246-8d1b-16c4ea2bb5e6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:10.463370 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3fbbf03e-f672-4e53-b25d-5f1ed33e7059 req-75666dad-ab51-4246-8d1b-16c4ea2bb5e6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1344988 Mar 08 15:41:10.493493 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ab1a6bdd-d643-4042-98ef-eb2367a6f058 admin admin] Publish callbacks [] for security_group (6f1d0769-de87-40f9-93cc-df46878039b6), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.509020 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Sync routers for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:41:10.535608 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a323d57d-f542-4776-ab51-559d8302a237 req-1409118b-bafd-4d4f-b322-62a0e8289f29 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147637 Mar 08 15:41:10.547582 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:10.548951 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:10.561392 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.564971 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3fbbf03e-f672-4e53-b25d-5f1ed33e7059 req-3c080ac3-3f5a-41b5-9f0f-546eee271784 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919394 Mar 08 15:41:10.568577 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ab1a6bdd-d643-4042-98ef-eb2367a6f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (6f1d0769-de87-40f9-93cc-df46878039b6), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.614460 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45990) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:10.626748 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ab1a6bdd-d643-4042-98ef-eb2367a6f058 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=120ec55ab5704dd9a3205009e0d4c341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6847560 Mar 08 15:41:10.627807 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a6bdd-d643-4042-98ef-eb2367a6f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d0769-de87-40f9-93cc-df46878039b6,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:10.698231 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7c41f4f3-e63c-4965-bac2-bf6517f68392 admin admin] Publish callbacks [] for security_group (6f1d0769-de87-40f9-93cc-df46878039b6), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.722829 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7c41f4f3-e63c-4965-bac2-bf6517f68392 admin admin] Publish callbacks [] for security_group (6f1d0769-de87-40f9-93cc-df46878039b6), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.783509 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 45994) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:10.792176 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-292471019-network', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:10.814272 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e74ad-c54b-4bcc-b541-960b1e1e95c0 req-354d1295-d2e5-4cbd-b272-582f931d9a91 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:10.822234 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-964e74ad-c54b-4bcc-b541-960b1e1e95c0 req-354d1295-d2e5-4cbd-b272-582f931d9a91 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1662426 Mar 08 15:41:10.833462 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=a8882b59-1345-4bae-86af-03e9aef37c3b,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:10.861789 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7c41f4f3-e63c-4965-bac2-bf6517f68392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (6f1d0769-de87-40f9-93cc-df46878039b6), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.873766 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7c41f4f3-e63c-4965-bac2-bf6517f68392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.874174 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:10.874266 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-7c41f4f3-e63c-4965-bac2-bf6517f68392 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f1d0769-de87-40f9-93cc-df46878039b6 HTTP/1.1" status: 204 len: 168 time: 0.2538636 Mar 08 15:41:10.886341 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41f4f3-e63c-4965-bac2-bf6517f68392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d0769-de87-40f9-93cc-df46878039b6,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:10.907244 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Made reservation on behalf of c6756c1e2e044897b12a0201794685d1 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:10.910202 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.927644 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.949593 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064f82-14bd-4541-a69c-842e99a87a15 req-275d85e6-966e-4f89-ac62-85966a464e69 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:10.954023 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ec064f82-14bd-4541-a69c-842e99a87a15 req-275d85e6-966e-4f89-ac62-85966a464e69 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.2110326 Mar 08 15:41:10.958895 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-964e74ad-c54b-4bcc-b541-960b1e1e95c0 req-7cfa57dc-1d59-4e31-a540-fa10c39da524 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356936 Mar 08 15:41:11.023174 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ec064f82-14bd-4541-a69c-842e99a87a15 req-48958aa9-bde5-4e18-a995-232a65805981 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629580 Mar 08 15:41:11.134167 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Publish callbacks [] for security_group (0bc96659-f63c-4ca7-b69d-076260076988), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.193787 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46008) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:11.230224 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0bc96659-f63c-4ca7-b69d-076260076988), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.246131 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:08Z', 'revision_number': 2, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:11.254910 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:41:11.279350 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Checking router: 55c98f86-e705-4fd0-a678-54436c1c7ab1 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:41:11.279989 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Updating router 55c98f86-e705-4fd0-a678-54436c1c7ab1 port 985b8760-3471-44cd-8cc1-fed3cd708c88 binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:41:11.280315 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (9a9a5afd-c010-4a62-b7dd-d24a667efaf5), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.280669 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Added segment 9a9a5afd-c010-4a62-b7dd-d24a667efaf5 of type vlan for network f8afa7e8-633d-4ce6-be90-f04a535b678f Mar 08 15:41:11.283289 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc96659-f63c-4ca7-b69d-076260076988,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:11.293229 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8101cd-040f-4703-ba9d-93c6849e4a71 admin admin] Deleting subnet 6e38f80f-a2c7-4d16-bf76-e55a3dda3c81 {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:41:11.297258 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bb8101cd-040f-4703-ba9d-93c6849e4a71 admin admin] Publish callbacks [] for subnet (6e38f80f-a2c7-4d16-bf76-e55a3dda3c81), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.319517 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.368306 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (f8afa7e8-633d-4ce6-be90-f04a535b678f), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.428087 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bb8101cd-040f-4703-ba9d-93c6849e4a71 admin admin] Publish callbacks [] for subnet (6e38f80f-a2c7-4d16-bf76-e55a3dda3c81), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.437305 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bb8101cd-040f-4703-ba9d-93c6849e4a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (6e38f80f-a2c7-4d16-bf76-e55a3dda3c81), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.515157 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (f8afa7e8-633d-4ce6-be90-f04a535b678f), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.517302 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:11.520940 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.594857 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] Pushing event updated for resources: {'Network': ['ID=f8afa7e8-633d-4ce6-be90-f04a535b678f,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:11.707452 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bb8101cd-040f-4703-ba9d-93c6849e4a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for subnet (6e38f80f-a2c7-4d16-bf76-e55a3dda3c81), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.762470 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network f8afa7e8-633d-4ce6-be90-f04a535b678f details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:41:11.787017 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bb8101cd-040f-4703-ba9d-93c6849e4a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.804717 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be15890-8c1f-4788-8372-35f8263c1952 req-c351f408-746a-45f8-acc7-c4b8650a2fde tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:11.815183 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-bb8101cd-040f-4703-ba9d-93c6849e4a71 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e38f80f-a2c7-4d16-bf76-e55a3dda3c81 HTTP/1.1" status: 204 len: 168 time: 0.6171074 Mar 08 15:41:11.816225 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46022) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:11.819295 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8101cd-040f-4703-ba9d-93c6849e4a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e38f80f-a2c7-4d16-bf76-e55a3dda3c81,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:11.833223 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6be15890-8c1f-4788-8372-35f8263c1952 req-c351f408-746a-45f8-acc7-c4b8650a2fde tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1451776 Mar 08 15:41:11.862426 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-4cada121-b071-4f8f-8ad4-f1b2717f748a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0753310 Mar 08 15:41:11.865434 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46024) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:11.872295 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Request body: {'subnet': {'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-292471019-subnet', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'ip_version': 4}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:11.887295 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a8882b59-1345-4bae-86af-03e9aef37c3b up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:11.941103 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6be15890-8c1f-4788-8372-35f8263c1952 req-04e987be-e8cc-4850-8952-e47c9ebca57d tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056573 Mar 08 15:41:11.973363 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (70520829-73bd-4480-9902-1dbddda11f48), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.988324 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Publish callbacks [] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.999567 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port a8882b59-1345-4bae-86af-03e9aef37c3b triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:12.000252 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.060721 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Made reservation on behalf of c6756c1e2e044897b12a0201794685d1 for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:12.063052 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24179789'] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.097520 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (70520829-73bd-4480-9902-1dbddda11f48), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.120651 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.123936 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.124458 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.125370 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.125851 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > port after_create 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.126453 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.126912 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > port after_update 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.127357 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.128078 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.136976 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.136976 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.225111 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port a8882b59-1345-4bae-86af-03e9aef37c3b is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:12.229231 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.229408 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.229843 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.230562 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:41:12.231513 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70520829-73bd-4480-9902-1dbddda11f48']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:12.247140 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21246df5-592d-406e-9262-76753caee5a3 None None] Pushing event updated for resources: {'Port': ['ID=985b8760-3471-44cd-8cc1-fed3cd708c88,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:12.258740 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e606fc2-1fac-4845-8f7e-eafffb37ea44') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:12.259041 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e606fc2-1fac-4845-8f7e-eafffb37ea44') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:12.281938 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (6e606fc2-1fac-4845-8f7e-eafffb37ea44), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.314084 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (6e606fc2-1fac-4845-8f7e-eafffb37ea44), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.328835 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:41:12.329447 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (6e606fc2-1fac-4845-8f7e-eafffb37ea44), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: from cryptography.utils import int_from_bytes Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: from cryptography.utils import int_from_bytes Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:41:12.334137 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:41:12.398503 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Attempting to bind port 985b8760-3471-44cd-8cc1-fed3cd708c88 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:12.398503 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Attempting to bind port 985b8760-3471-44cd-8cc1-fed3cd708c88 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:12.398503 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Attempting to bind port 985b8760-3471-44cd-8cc1-fed3cd708c88 on network 8fea8419-379e-4967-b7a3-57140b515585 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:12.409154 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:12.414756 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Checking segment: {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:12.416066 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.416722 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Bound using segment: {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:12.418413 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Bound port: 985b8760-3471-44cd-8cc1-fed3cd708c88, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:12.421010 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.531898 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (70520829-73bd-4480-9902-1dbddda11f48), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.537709 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.543753 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaf20b-a99b-46cb-ba60-633b57725fe0 req-17837e6f-1c3c-4f8b-9a3a-99b669aee85e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:12.543753 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-40aaf20b-a99b-46cb-ba60-633b57725fe0 req-17837e6f-1c3c-4f8b-9a3a-99b669aee85e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.3800263 Mar 08 15:41:12.545322 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] 10.222.0.25 "DELETE /v2.0/networks/70520829-73bd-4480-9902-1dbddda11f48 HTTP/1.1" status: 204 len: 168 time: 0.7150674 Mar 08 15:41:12.546120 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46038) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:12.549756 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] For port 985b8760-3471-44cd-8cc1-fed3cd708c88, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:12.555513 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] For port 985b8760-3471-44cd-8cc1-fed3cd708c88, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=985b8760-3471-44cd-8cc1-fed3cd708c88,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:12.589985 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47304a6-db0c-41c6-8286-1d755c1e5280 req-b84c612f-1a0b-47cf-9fe8-60fe1c071445 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:12.591634 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f47304a6-db0c-41c6-8286-1d755c1e5280 req-b84c612f-1a0b-47cf-9fe8-60fe1c071445 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.3650899 Mar 08 15:41:12.616866 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df7882-e533-4134-b6e3-b61a76b24d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=70520829-73bd-4480-9902-1dbddda11f48,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:12.621359 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24908570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24179795'] for subnet (14938222-4d7a-4d82-92de-7dd150321bf6), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.637991 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-413e649a-1e97-44dc-ad89-9e14aba8871f None None] Provisioning complete for port 985b8760-3471-44cd-8cc1-fed3cd708c88 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:12.640829 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-413e649a-1e97-44dc-ad89-9e14aba8871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.644525 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.657299 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-193921fc-f4ac-4681-ad01-c4712674809f admin admin] Deleting subnet c83f3f11-e1fc-40e6-a79b-01b6f54c5adf {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:41:12.668481 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-193921fc-f4ac-4681-ad01-c4712674809f admin admin] Publish callbacks [] for subnet (c83f3f11-e1fc-40e6-a79b-01b6f54c5adf), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.680056 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-40aaf20b-a99b-46cb-ba60-633b57725fe0 req-db4345fe-f8ac-47d5-928f-4ea933383d76 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302476 Mar 08 15:41:12.724556 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14938222-4d7a-4d82-92de-7dd150321bf6,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:12.752081 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:12.752081 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:12.752308 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f47304a6-db0c-41c6-8286-1d755c1e5280 req-fcec7e3b-c368-4468-ae9d-24efad809ed5 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391246 Mar 08 15:41:12.776175 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-193921fc-f4ac-4681-ad01-c4712674809f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (c83f3f11-e1fc-40e6-a79b-01b6f54c5adf), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.785266 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Checking segment: {'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:12.785584 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Network hostable DHCP agents. Network: f8afa7e8-633d-4ce6-be90-f04a535b678f, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:41:12.842047 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21246df5-592d-406e-9262-76753caee5a3 None None] Pushing event updated for resources: {'Port': ['ID=985b8760-3471-44cd-8cc1-fed3cd708c88,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:12.848302 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-193921fc-f4ac-4681-ad01-c4712674809f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (c83f3f11-e1fc-40e6-a79b-01b6f54c5adf), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.925020 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Network f8afa7e8-633d-4ce6-be90-f04a535b678f is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:41:12.925257 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-413e649a-1e97-44dc-ad89-9e14aba8871f None None] Current status of the port 985b8760-3471-44cd-8cc1-fed3cd708c88 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:12.925622 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-413e649a-1e97-44dc-ad89-9e14aba8871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.983245 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46044) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:13.031725 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-193921fc-f4ac-4681-ad01-c4712674809f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (c83f3f11-e1fc-40e6-a79b-01b6f54c5adf), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.066955 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193921fc-f4ac-4681-ad01-c4712674809f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83f3f11-e1fc-40e6-a79b-01b6f54c5adf,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:13.084881 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:13.097630 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-193921fc-f4ac-4681-ad01-c4712674809f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.110239 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-193921fc-f4ac-4681-ad01-c4712674809f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c83f3f11-e1fc-40e6-a79b-01b6f54c5adf HTTP/1.1" status: 204 len: 168 time: 0.5614319 Mar 08 15:41:13.112874 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46048) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:13.143942 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, f8afa7e8-633d-4ce6-be90-f04a535b678f) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:13.149752 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:13.152464 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.177776 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240fa78-5121-44f9-acd6-7b20ba740848 req-2a09f650-3689-4490-864d-964a7657d9eb tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:13.179587 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4240fa78-5121-44f9-acd6-7b20ba740848 req-2a09f650-3689-4490-864d-964a7657d9eb tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1071155 Mar 08 15:41:13.182896 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b0c046-7520-405c-81ed-da52b6a72924 None None] Network f8afa7e8-633d-4ce6-be90-f04a535b678f requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:13.221591 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c48238b4-e26d-4d8f-86a8-ee0fbe44ae22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.221844 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-413e649a-1e97-44dc-ad89-9e14aba8871f None None] For port 985b8760-3471-44cd-8cc1-fed3cd708c88, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=985b8760-3471-44cd-8cc1-fed3cd708c88,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:13.239290 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4240fa78-5121-44f9-acd6-7b20ba740848 req-65e8de1f-2e13-4674-afa3-8ad248f32da3 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520124 Mar 08 15:41:13.258771 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (5e5d12c2-b761-49fa-adaa-30d9f7473950), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.378221 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-f8afa7e8-633d-4ce6-be90-f04a535b678f', 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f', 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'fixed_ips': [{'subnet_id': '14938222-4d7a-4d82-92de-7dd150321bf6'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:41:13.379119 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.385679 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (5e5d12c2-b761-49fa-adaa-30d9f7473950), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.413110 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c48238b4-e26d-4d8f-86a8-ee0fbe44ae22 admin admin] Publish callbacks [] for security_group (fce4519a-c833-4689-8082-d4d2834c2585), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.416703 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5d12c2-b761-49fa-adaa-30d9f7473950']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:13.426555 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef79f131-52b3-44fd-9b3b-0a3b168b10b2') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:13.426850 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef79f131-52b3-44fd-9b3b-0a3b168b10b2') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:13.436470 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (ef79f131-52b3-44fd-9b3b-0a3b168b10b2), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.449115 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (ef79f131-52b3-44fd-9b3b-0a3b168b10b2), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.454905 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:41:13.455279 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (ef79f131-52b3-44fd-9b3b-0a3b168b10b2), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:41:13.456944 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:41:13.507178 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:12Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:13.538058 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54137821-6a6a-4e70-b52a-82157caf5811 None None] The sync data for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi is: [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:12Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:41:13.555251 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Allocated IP 172.20.0.2 (f8afa7e8-633d-4ce6-be90-f04a535b678f/14938222-4d7a-4d82-92de-7dd150321bf6/3a79594e-859c-4abd-8be0-e323a6a96b2e) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:13.596661 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-867f3195-557a-486b-b46f-70bbc2998bd9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7218735 Mar 08 15:41:13.596661 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46050) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:13.597061 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:13.627210 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c48238b4-e26d-4d8f-86a8-ee0fbe44ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fce4519a-c833-4689-8082-d4d2834c2585), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.634665 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (5e5d12c2-b761-49fa-adaa-30d9f7473950), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.635025 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-413e649a-1e97-44dc-ad89-9e14aba8871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.649407 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.656468 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e5d12c2-b761-49fa-adaa-30d9f7473950 HTTP/1.1" status: 204 len: 168 time: 0.5421388 Mar 08 15:41:13.714927 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.718231 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.745436 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48238b4-e26d-4d8f-86a8-ee0fbe44ae22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce4519a-c833-4689-8082-d4d2834c2585,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:13.750794 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b9bb1-ab77-41f0-a8e0-33717e81e162 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5d12c2-b761-49fa-adaa-30d9f7473950,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:13.771524 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-c48238b4-e26d-4d8f-86a8-ee0fbe44ae22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=616c6aea36824a658430bb6056094825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7848389 Mar 08 15:41:13.771835 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46062) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:13.871881 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c59cd923-9feb-4acb-99de-cf2da81b3a10 admin admin] Publish callbacks [] for security_group (fce4519a-c833-4689-8082-d4d2834c2585), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.899303 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e649a-1e97-44dc-ad89-9e14aba8871f None None] Pushing event updated for resources: {'Port': ['ID=985b8760-3471-44cd-8cc1-fed3cd708c88,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:13.917605 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-be335a36-5a35-4e7d-840c-590e56704313 None None] Provisioning complete for port 985b8760-3471-44cd-8cc1-fed3cd708c88 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:13.918215 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-be335a36-5a35-4e7d-840c-590e56704313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.945789 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c59cd923-9feb-4acb-99de-cf2da81b3a10 admin admin] Publish callbacks [] for security_group (fce4519a-c833-4689-8082-d4d2834c2585), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:13.993445 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Publish callbacks [] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.024178 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 985b8760-3471-44cd-8cc1-fed3cd708c88 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:14.123161 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.143205 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46064) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:14.197993 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c59cd923-9feb-4acb-99de-cf2da81b3a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fce4519a-c833-4689-8082-d4d2834c2585), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.203482 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c59cd923-9feb-4acb-99de-cf2da81b3a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.205002 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-c59cd923-9feb-4acb-99de-cf2da81b3a10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fce4519a-c833-4689-8082-d4d2834c2585 HTTP/1.1" status: 204 len: 168 time: 0.4319854 Mar 08 15:41:14.254434 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cd923-9feb-4acb-99de-cf2da81b3a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce4519a-c833-4689-8082-d4d2834c2585,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:14.268288 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-f54baf44-cc13-4eee-8fa7-385613849b1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86301fa71e874428bf4624eb4015bd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237860 Mar 08 15:41:14.271294 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46074) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:14.287172 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-be335a36-5a35-4e7d-840c-590e56704313 None None] Current status of the port 985b8760-3471-44cd-8cc1-fed3cd708c88 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:14.316279 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Network f8afa7e8-633d-4ce6-be90-f04a535b678f is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:14.339374 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 985b8760-3471-44cd-8cc1-fed3cd708c88 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:14.342622 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.371630 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:14.373138 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45982e59-33c6-475b-92f7-a183636f179e admin admin] Publish callbacks [] for security_group (28077d32-6e03-4dc2-a5ac-902cb0ee7fa7), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.377544 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:14.404069 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45982e59-33c6-475b-92f7-a183636f179e admin admin] Publish callbacks [] for security_group (28077d32-6e03-4dc2-a5ac-902cb0ee7fa7), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.421967 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Pushing event updated for resources: {'Port': ['ID=3a79594e-859c-4abd-8be0-e323a6a96b2e,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:14.521432 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Attempting to bind port 3a79594e-859c-4abd-8be0-e323a6a96b2e on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:14.521832 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Attempting to bind port 3a79594e-859c-4abd-8be0-e323a6a96b2e by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:14.522265 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Attempting to bind port 3a79594e-859c-4abd-8be0-e323a6a96b2e on network f8afa7e8-633d-4ce6-be90-f04a535b678f {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:14.557528 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:14.557918 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Checking segment: {'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:14.558049 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45982e59-33c6-475b-92f7-a183636f179e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (28077d32-6e03-4dc2-a5ac-902cb0ee7fa7), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.559658 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.561359 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45982e59-33c6-475b-92f7-a183636f179e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.562573 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-45982e59-33c6-475b-92f7-a183636f179e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28077d32-6e03-4dc2-a5ac-902cb0ee7fa7 HTTP/1.1" status: 204 len: 168 time: 0.2899513 Mar 08 15:41:14.566549 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Bound using segment: {'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:14.567072 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Bound port: 3a79594e-859c-4abd-8be0-e323a6a96b2e, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:14.567475 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.578626 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45982e59-33c6-475b-92f7-a183636f179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28077d32-6e03-4dc2-a5ac-902cb0ee7fa7,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:14.616182 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks [] for router_controller (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), precommit_add_association {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:14.679563 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11dad3-f051-4378-bf8a-6aba74e3bf2b req-c97cd6b0-7a48-45ef-9ce4-8cba7d51dd72 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:14.692906 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 985b8760-3471-44cd-8cc1-fed3cd708c88 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:14.698366 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0a11dad3-f051-4378-bf8a-6aba74e3bf2b req-c97cd6b0-7a48-45ef-9ce4-8cba7d51dd72 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.8642654 Mar 08 15:41:14.715771 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ee571-14bf-4eae-bec3-a965835d1100 req-323a196f-5f83-4c00-934e-f1be8a38c4d5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:14.725313 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-355ee571-14bf-4eae-bec3-a965835d1100 req-323a196f-5f83-4c00-934e-f1be8a38c4d5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.8465793 Mar 08 15:41:14.765503 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] For port 3a79594e-859c-4abd-8be0-e323a6a96b2e, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:14.779730 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] For port 3a79594e-859c-4abd-8be0-e323a6a96b2e, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=3a79594e-859c-4abd-8be0-e323a6a96b2e,segment=NetworkSegment(9a9a5afd-c010-4a62-b7dd-d24a667efaf5),segment_id=9a9a5afd-c010-4a62-b7dd-d24a667efaf5)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:14.883644 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0a11dad3-f051-4378-bf8a-6aba74e3bf2b req-cffa5356-eff9-4cd5-90d2-9408b6785280 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800776 Mar 08 15:41:14.908435 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:15.046118 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks [] for router_gateway (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:15.089504 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-355ee571-14bf-4eae-bec3-a965835d1100 req-3eeee92a-b3b3-45e5-85ac-855c3b35d776 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628027 Mar 08 15:41:15.251772 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f894753-6e3c-4989-b880-886ddc4f8ef5 req-548eff98-4b85-4ba0-868a-49ad591441d4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:15.261745 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2f894753-6e3c-4989-b880-886ddc4f8ef5 req-548eff98-4b85-4ba0-868a-49ad591441d4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.2064884 Mar 08 15:41:15.355033 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd0892-6986-428d-a0bf-4fa729dd263b None None] Pushing event updated for resources: {'Port': ['ID=3a79594e-859c-4abd-8be0-e323a6a96b2e,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:15.411173 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46084) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:15.431019 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-60404561-b82d-4c39-9d2e-1a5637400744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:15.505937 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2f894753-6e3c-4989-b880-886ddc4f8ef5 req-be7b7553-faa7-4d67-a739-433d8d8c7f24 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431324 Mar 08 15:41:15.571812 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da36fa6-81d6-409c-ab95-12eddc057533 req-c1ccb12f-34da-491b-95e2-db2a2878ebd8 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:15.576536 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-60404561-b82d-4c39-9d2e-1a5637400744 admin admin] Publish callbacks [] for security_group (9dd902e8-e893-4061-aed9-55a68cd31d5f), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:15.579900 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0da36fa6-81d6-409c-ab95-12eddc057533 req-c1ccb12f-34da-491b-95e2-db2a2878ebd8 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.3610291 Mar 08 15:41:15.598662 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46086) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:15.603686 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'floatingip': {'port_id': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:15.651626 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b2534-48ac-4a2e-879a-70b0e1342724 req-ffd25280-9a57-4ff1-86c1-ba64e61ab18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:15.653125 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bd4b2534-48ac-4a2e-879a-70b0e1342724 req-ffd25280-9a57-4ff1-86c1-ba64e61ab18e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 1129 time: 0.1399589 Mar 08 15:41:15.676052 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (7bbcbfe8-8da1-4d5b-89b1-2879b097c668), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:15.777981 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-60404561-b82d-4c39-9d2e-1a5637400744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (9dd902e8-e893-4061-aed9-55a68cd31d5f), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:15.825113 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-60404561-b82d-4c39-9d2e-1a5637400744 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=606637c4c51142a29baa4b5b0899e6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125490 Mar 08 15:41:15.832783 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46088) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:15.918821 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46090) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:15.919079 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bd4b2534-48ac-4a2e-879a-70b0e1342724 req-c659ab9b-0844-410d-bdf7-b239ca415478 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557375 Mar 08 15:41:15.980251 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60404561-b82d-4c39-9d2e-1a5637400744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd902e8-e893-4061-aed9-55a68cd31d5f,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:16.003556 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac393326-be1c-47c6-a32f-7e1e3ca7a00e admin admin] Publish callbacks [] for security_group (9dd902e8-e893-4061-aed9-55a68cd31d5f), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.036181 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks [] for router_gateway (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.045208 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac393326-be1c-47c6-a32f-7e1e3ca7a00e admin admin] Publish callbacks [] for security_group (9dd902e8-e893-4061-aed9-55a68cd31d5f), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.079958 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.115376 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 985b8760-3471-44cd-8cc1-fed3cd708c88 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:16.128586 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a7710d61-2b93-4579-b76e-abc39d842daa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d7723e076c340ab911e598769ba25b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131643 Mar 08 15:41:16.146347 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46094) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:16.215443 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 985b8760-3471-44cd-8cc1-fed3cd708c88 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:16.219000 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.305820 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Allocated IP 172.27.3.97 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/009d7999-4b44-4216-b11f-0fafe3234d48) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:16.360662 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f868e9d-2eef-45b0-86ef-65a9585a8b2e req-b2ca7fd7-32e8-4f41-8906-4f82ccbe055f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:16.375430 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8f868e9d-2eef-45b0-86ef-65a9585a8b2e req-b2ca7fd7-32e8-4f41-8906-4f82ccbe055f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1304433 Mar 08 15:41:16.378549 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 985b8760-3471-44cd-8cc1-fed3cd708c88 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:16.380535 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 3a79594e-859c-4abd-8be0-e323a6a96b2e up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:16.402854 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac393326-be1c-47c6-a32f-7e1e3ca7a00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (9dd902e8-e893-4061-aed9-55a68cd31d5f), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.409598 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac393326-be1c-47c6-a32f-7e1e3ca7a00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.409598 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ac393326-be1c-47c6-a32f-7e1e3ca7a00e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9dd902e8-e893-4061-aed9-55a68cd31d5f HTTP/1.1" status: 204 len: 168 time: 0.5733702 Mar 08 15:41:16.490411 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 3a79594e-859c-4abd-8be0-e323a6a96b2e triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:16.500330 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.507332 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac393326-be1c-47c6-a32f-7e1e3ca7a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd902e8-e893-4061-aed9-55a68cd31d5f,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:16.628043 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 3a79594e-859c-4abd-8be0-e323a6a96b2e is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:16.634176 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.651102 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8f868e9d-2eef-45b0-86ef-65a9585a8b2e req-a7373318-2349-4335-b73a-8d4542d2f2b0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743657 Mar 08 15:41:16.710613 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 3a79594e-859c-4abd-8be0-e323a6a96b2e, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=3a79594e-859c-4abd-8be0-e323a6a96b2e,segment=NetworkSegment(9a9a5afd-c010-4a62-b7dd-d24a667efaf5),segment_id=9a9a5afd-c010-4a62-b7dd-d24a667efaf5)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:16.721432 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks [] for port (009d7999-4b44-4216-b11f-0fafe3234d48), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.772418 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8995c9e-6454-467a-92b4-d6cd4133142f admin admin] Publish callbacks [] for security_group (64f38be5-cd10-4fc0-8eb1-4f915e2c9ce9), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.786915 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.824322 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8995c9e-6454-467a-92b4-d6cd4133142f admin admin] Publish callbacks [] for security_group (64f38be5-cd10-4fc0-8eb1-4f915e2c9ce9), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.870878 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7405-8716-424a-a642-6478b570af41 req-92f2840e-c590-463d-820c-7d7fbae7c2b8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:16.874663 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e43c7405-8716-424a-a642-6478b570af41 req-92f2840e-c590-463d-820c-7d7fbae7c2b8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1570511 Mar 08 15:41:16.877753 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=3a79594e-859c-4abd-8be0-e323a6a96b2e,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:16.881392 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.db.resource_extend [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 15:41:16.931609 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e43c7405-8716-424a-a642-6478b570af41 req-abdaac4b-b611-4e88-b332-aa611984e819 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484703 Mar 08 15:41:16.939461 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.951586 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a07ba3-9730-4ead-aeda-9fd173e25573 None None] Network f8afa7e8-633d-4ce6-be90-f04a535b678f requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:16.978540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8995c9e-6454-467a-92b4-d6cd4133142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (64f38be5-cd10-4fc0-8eb1-4f915e2c9ce9), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.986852 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8995c9e-6454-467a-92b4-d6cd4133142f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.988558 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d8995c9e-6454-467a-92b4-d6cd4133142f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64f38be5-cd10-4fc0-8eb1-4f915e2c9ce9 HTTP/1.1" status: 204 len: 168 time: 0.8411798 Mar 08 15:41:16.991283 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.998191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:17.001258 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:17.003010 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8995c9e-6454-467a-92b4-d6cd4133142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f38be5-cd10-4fc0-8eb1-4f915e2c9ce9,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:17.004941 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:17.045566 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Pushing event updated for resources: {'Port': ['ID=009d7999-4b44-4216-b11f-0fafe3234d48,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:17.101127 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (7bbcbfe8-8da1-4d5b-89b1-2879b097c668), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.161186 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-8a005c5f-616c-44c2-9b32-ca9c560083ae None None] Provisioning complete for port 3a79594e-859c-4abd-8be0-e323a6a96b2e triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:17.161186 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-8a005c5f-616c-44c2-9b32-ca9c560083ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.333401 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-8a005c5f-616c-44c2-9b32-ca9c560083ae None None] Current status of the port 3a79594e-859c-4abd-8be0-e323a6a96b2e is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:17.365767 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.l3_db [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Floating IP 7bbcbfe8-8da1-4d5b-89b1-2879b097c668 associated. External IP: 172.27.3.189, port: f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce. Mar 08 15:41:17.534528 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks [] for router_gateway (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.578663 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-f623e19b-bc12-497b-a903-166cc31aea39 None None] Provisioning complete for port 3a79594e-859c-4abd-8be0-e323a6a96b2e triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:17.579957 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f623e19b-bc12-497b-a903-166cc31aea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.838896 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-f623e19b-bc12-497b-a903-166cc31aea39 None None] Current status of the port 3a79594e-859c-4abd-8be0-e323a6a96b2e is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:17.849938 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 3a79594e-859c-4abd-8be0-e323a6a96b2e up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:17.863113 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:41:17.935691 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 3a79594e-859c-4abd-8be0-e323a6a96b2e triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:17.936005 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.959508 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e69a9-d7fd-4973-b8aa-6e3a90bfe0e5 req-ff4fa57e-f045-491d-8b14-d2aa8459e373 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:17.962318 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c89e69a9-d7fd-4973-b8aa-6e3a90bfe0e5 req-ff4fa57e-f045-491d-8b14-d2aa8459e373 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1074443 Mar 08 15:41:18.079953 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.116082 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 3a79594e-859c-4abd-8be0-e323a6a96b2e is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:18.206751 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c89e69a9-d7fd-4973-b8aa-6e3a90bfe0e5 req-98b86bd8-110c-421c-9f83-4e4c2b06175d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202432 Mar 08 15:41:18.232971 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f1d20-5fcb-44cc-8f81-7d29b88afecf req-fa5e7d53-c516-4529-8e22-e21fef2abb7e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:18.234479 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6a3f1d20-5fcb-44cc-8f81-7d29b88afecf req-fa5e7d53-c516-4529-8e22-e21fef2abb7e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1494141 Mar 08 15:41:18.266605 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-216fe967-9b3a-4f5f-acfa-401208ffa437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.326652 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6a3f1d20-5fcb-44cc-8f81-7d29b88afecf req-395aa1d3-22c5-4043-9c9d-838269f3793f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629294 Mar 08 15:41:18.504093 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:41:18.517736 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:41:18.525818 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.529399 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:41:18.542182 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:18.546492 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:18.580474 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1070452f-ecf9-4db6-ba47-4dfc061f3788 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "PUT /v2.0/floatingips/7bbcbfe8-8da1-4d5b-89b1-2879b097c668 HTTP/1.1" status: 200 len: 992 time: 2.9707289 Mar 08 15:41:18.580474 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'tag': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:18.580474 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c2202-a580-4692-9143-4b1f1149e840" -d '{"events": [{"name": "network-changed", "server_uuid": "af4957cc-ae50-4ee3-bd59-defd8ad05c2a", "tag": "f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:18.634939 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7daf9c-3996-4fde-8b7f-81b67891e3fb x-openstack-request-id: req-8c7daf9c-3996-4fde-8b7f-81b67891e3fb {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:18.635423 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4957cc-ae50-4ee3-bd59-defd8ad05c2a", "tag": "f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:18.635840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c7daf9c-3996-4fde-8b7f-81b67891e3fb {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:18.636406 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'tag': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'status': 'completed', 'code': 200} Mar 08 15:41:18.722111 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa648b-8a5c-4838-894a-5fe432bb971f req-6390a6d6-6610-4aaf-bfa7-72d0ae423faf tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:18.723752 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dafa648b-8a5c-4838-894a-5fe432bb971f req-6390a6d6-6610-4aaf-bfa7-72d0ae423faf tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.2820909 Mar 08 15:41:18.748360 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:18.858674 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2202-a580-4692-9143-4b1f1149e840 req-d33fa2c7-e009-4a03-9247-8eb48d893d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:18.860323 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b55c2202-a580-4692-9143-4b1f1149e840 req-d33fa2c7-e009-4a03-9247-8eb48d893d16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 1130 time: 0.1866965 Mar 08 15:41:18.866078 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:41:18.878465 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Sync routers for ids ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:41:18.904421 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dafa648b-8a5c-4838-894a-5fe432bb971f req-02798348-2d61-4938-b029-bd22fe92f502 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717019 Mar 08 15:41:18.967385 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Routers {'0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:18.967982 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.017751 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:43Z', 'revision_number': 2, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}, {'id': '7bbcbfe8-8da1-4d5b-89b1-2879b097c668', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:d5:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:40:52Z', 'updated_at': '2022-03-08T15:41:16Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.055790 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:41:19.077547 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:19.078529 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:40:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.132020 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.272560 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:19.343670 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Set router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:19.525385 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.526945 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-c44bcb47-691d-456f-9f47-59db7c194b02 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9336879 Mar 08 15:41:19.530398 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46184) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:19.679767 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2202-a580-4692-9143-4b1f1149e840 req-39baf580-77d0-405f-9ef3-e330efb3f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:19.681293 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b55c2202-a580-4692-9143-4b1f1149e840 req-39baf580-77d0-405f-9ef3-e330efb3f62a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 915 time: 0.8068640 Mar 08 15:41:19.698116 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e00c5-7910-4f0b-9c5a-809cae3458aa req-5f1a7e0c-5860-4969-af43-64cf514f3bbc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:19.699285 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-959e00c5-7910-4f0b-9c5a-809cae3458aa req-5f1a7e0c-5860-4969-af43-64cf514f3bbc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1862817 Mar 08 15:41:19.708408 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:43Z', 'revision_number': 2, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}, {'id': '7bbcbfe8-8da1-4d5b-89b1-2879b097c668', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:d5:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:40:52Z', 'updated_at': '2022-03-08T15:41:16Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.744120 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1f636-4c19-45ae-a31c-2b23fd9e083f None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:43Z', 'revision_number': 2, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}, {'id': '7bbcbfe8-8da1-4d5b-89b1-2879b097c668', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:d5:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:40:52Z', 'updated_at': '2022-03-08T15:41:16Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:41:19.818156 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:41:17Z', 'revision_number': 3, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.889281 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Checking router: 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:41:19.890057 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Updating router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a port 009d7999-4b44-4216-b11f-0fafe3234d48 binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:41:19.932094 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.951761 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b55c2202-a580-4692-9143-4b1f1149e840 req-dab88a67-3261-4c57-9b3a-af2721b5bad3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce HTTP/1.1" status: 200 len: 1000 time: 0.2514353 Mar 08 15:41:20.073249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2202-a580-4692-9143-4b1f1149e840 req-84b496d7-5a88-4813-b2e5-36f9dd35b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:20.074740 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b55c2202-a580-4692-9143-4b1f1149e840 req-84b496d7-5a88-4813-b2e5-36f9dd35b8a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.1101658 Mar 08 15:41:20.098184 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52041881-caca-4f06-9ee9-473589e1f25e None None] New status for floating IP 7bbcbfe8-8da1-4d5b-89b1-2879b097c668: ACTIVE {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:41:20.116001 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-959e00c5-7910-4f0b-9c5a-809cae3458aa req-a35881f6-e3e8-42f5-be2c-3d49554aadbd tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754037 Mar 08 15:41:20.248526 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2202-a580-4692-9143-4b1f1149e840 req-a63cc98b-a921-479a-ae1b-9bd00c3e2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:20.253895 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b55c2202-a580-4692-9143-4b1f1149e840 req-a63cc98b-a921-479a-ae1b-9bd00c3e2275 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1366227 Mar 08 15:41:20.400056 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:41:20.400923 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-3a361dd6-96ee-49e2-b643-8d1e98f9b727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:20.452756 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b55c2202-a580-4692-9143-4b1f1149e840 req-49fc0174-e7eb-40d1-afa2-95d6d7bd43a5 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912968 Mar 08 15:41:20.545451 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:20.560172 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Publish callbacks [] for port (009d7999-4b44-4216-b11f-0fafe3234d48), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:20.646148 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b55c2202-a580-4692-9143-4b1f1149e840 req-1a8f5503-3a46-4595-972a-82575fa5e093 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854401 Mar 08 15:41:20.684134 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:20.784442 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Attempting to bind port 009d7999-4b44-4216-b11f-0fafe3234d48 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:20.784900 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Attempting to bind port 009d7999-4b44-4216-b11f-0fafe3234d48 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:20.785343 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Attempting to bind port 009d7999-4b44-4216-b11f-0fafe3234d48 on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:20.805727 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:20.806361 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:20.806875 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:20.807768 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:20.808775 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Bound port: 009d7999-4b44-4216-b11f-0fafe3234d48, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:20.810705 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:20.869708 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123a5e0-cfd5-43fc-9514-0eea3e9c22cb None None] Pushing event updated for resources: {'Port': ['ID=009d7999-4b44-4216-b11f-0fafe3234d48,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:20.906328 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Allocated IP 172.20.0.1 (f8afa7e8-633d-4ce6-be90-f04a535b678f/14938222-4d7a-4d82-92de-7dd150321bf6/89f0a99a-264f-421c-b1db-69a2ec4b05e8) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:20.941257 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] For port 009d7999-4b44-4216-b11f-0fafe3234d48, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:20.946393 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] For port 009d7999-4b44-4216-b11f-0fafe3234d48, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=009d7999-4b44-4216-b11f-0fafe3234d48,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:21.079567 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Publish callbacks [] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:21.116210 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:21.227915 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Routers {'0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:21.227915 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:41:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:21.227915 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123a5e0-cfd5-43fc-9514-0eea3e9c22cb None None] Pushing event updated for resources: {'Port': ['ID=009d7999-4b44-4216-b11f-0fafe3234d48,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:21.259866 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f13845-0b40-4049-9449-8edda03555df req-79fe9bd3-d473-4210-84cd-a2b36f59bae9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:21.267293 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c6f13845-0b40-4049-9449-8edda03555df req-79fe9bd3-d473-4210-84cd-a2b36f59bae9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0710683 Mar 08 15:41:21.318650 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c6f13845-0b40-4049-9449-8edda03555df req-68bdebfa-78e5-41d4-83b7-8db2023b1063 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504041 Mar 08 15:41:21.321459 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] Set router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:21.499887 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:41:17Z', 'revision_number': 3, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:21.525642 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d7d13-c1c8-4896-b78d-0dbfbfdaefc6 None None] The sync data for ids ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'] in dv-cinder-830097-2-iscsi is: [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:41:17Z', 'revision_number': 3, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:41:21.632529 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:21.688658 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Network f8afa7e8-633d-4ce6-be90-f04a535b678f is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:21.692275 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:21.705774 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:21.729784 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:21.754998 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Pushing event updated for resources: {'Port': ['ID=89f0a99a-264f-421c-b1db-69a2ec4b05e8,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:21.796874 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:22.113334 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-7b6c6dfc-f9b4-49f5-9b19-e5bfef21986c None None] Provisioning complete for port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:22.114167 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7b6c6dfc-f9b4-49f5-9b19-e5bfef21986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:22.212339 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:22.218789 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c6dfc-f9b4-49f5-9b19-e5bfef21986c None None] Port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:41:22.267456 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d264a-c43a-4044-963f-a4031a78d774 req-7491f121-737d-4b2c-b37e-ecbad1e38d87 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:22.274543 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b36d264a-c43a-4044-963f-a4031a78d774 req-7491f121-737d-4b2c-b37e-ecbad1e38d87 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.1547730 Mar 08 15:41:22.300059 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-00229b0e-ae30-4a3d-bcaa-151cf851a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:22.301895 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-00229b0e-ae30-4a3d-bcaa-151cf851a82a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1129 time: 0.1267164 Mar 08 15:41:22.373981 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b36d264a-c43a-4044-963f-a4031a78d774 req-28a4080b-d0a7-4846-93d9-1ddb0bcb89e4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982299 Mar 08 15:41:22.536415 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Publish callbacks [] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:22.545386 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-29af3bbd-dcff-4e58-a6cb-e14558dff788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:22.547408 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-29af3bbd-dcff-4e58-a6cb-e14558dff788 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 919 time: 0.2159717 Mar 08 15:41:22.623403 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-4dd0b074-cfd5-4dec-8388-a0cebcf1dfef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071 HTTP/1.1" status: 200 len: 217 time: 0.0660665 Mar 08 15:41:22.632185 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2ecb-1f83-47af-af21-8bab062a39f6 req-8816ce2b-00aa-4c6e-896d-de0593b2b05d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:22.633172 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-55ed2ecb-1f83-47af-af21-8bab062a39f6 req-8816ce2b-00aa-4c6e-896d-de0593b2b05d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1483400 Mar 08 15:41:22.644782 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:22.707883 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:22.747577 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-f4a51208-09ea-4b74-a0fb-80c079260da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:22.751542 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-f4a51208-09ea-4b74-a0fb-80c079260da7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d9c257-159b-445f-8d09-db821ac96193 HTTP/1.1" status: 200 len: 859 time: 0.1174242 Mar 08 15:41:22.756284 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-55ed2ecb-1f83-47af-af21-8bab062a39f6 req-3b53b033-b1d3-49c9-b21f-f0b5bbc184ec tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141164 Mar 08 15:41:22.795784 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-c77f3a04-5ace-45cd-a728-29a07a240cbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9baa9af1-beae-4e79-a7e1-bcba83214f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349000 Mar 08 15:41:22.818295 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Pushing event updated for resources: {'Port': ['ID=89f0a99a-264f-421c-b1db-69a2ec4b05e8,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:22.894390 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Network f8afa7e8-633d-4ce6-be90-f04a535b678f is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:22.895996 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:22.938331 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-8cc11d0e-aff2-49a6-83fb-4a6b9fd3ff9d service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353445 Mar 08 15:41:23.079523 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:41:23.113616 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6917d2f9-bf27-45f1-a4ee-013f792fe075 req-6c75067b-7077-4561-aabf-43a0ecdb186d service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636364 Mar 08 15:41:23.210733 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:23.238814 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:41:23.246463 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-42c04774-78f9-42cd-837d-3a2ba63933cb admin admin] 10.222.0.25 "PUT /v2.0/routers/0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7149704 Mar 08 15:41:23.286004 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-7083b09d-2d18-4a2b-b294-12e6ba1c86cf None None] Provisioning complete for port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:23.286649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7083b09d-2d18-4a2b-b294-12e6ba1c86cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:23.339883 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-7083b09d-2d18-4a2b-b294-12e6ba1c86cf None None] Port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:41:23.608832 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678af6-f601-4a3d-ac2e-d790c98cbef2 req-3a2f0826-81c4-4b69-a4d6-f237f8e7c26c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:23.610453 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1b678af6-f601-4a3d-ac2e-d790c98cbef2 req-3a2f0826-81c4-4b69-a4d6-f237f8e7c26c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.1203811 Mar 08 15:41:23.689344 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1b678af6-f601-4a3d-ac2e-d790c98cbef2 req-9544a12d-925d-4526-af32-be987b5f172a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721452 Mar 08 15:41:23.809024 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Sync routers for ids ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:41:23.830255 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Routers {'0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:23.831050 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:41:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:23.894203 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 009d7999-4b44-4216-b11f-0fafe3234d48 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:23.932830 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55f4b-66ec-4fba-ae6e-d755890bcae2 req-c3e0b73c-4488-4940-a3a6-2753e01646f2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:23.934746 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-acb55f4b-66ec-4fba-ae6e-d755890bcae2 req-c3e0b73c-4488-4940-a3a6-2753e01646f2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0663900 Mar 08 15:41:24.024314 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-acb55f4b-66ec-4fba-ae6e-d755890bcae2 req-18549d3d-e88f-46ba-b7df-02689bfba444 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827603 Mar 08 15:41:24.180753 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Set router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:24.217078 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 009d7999-4b44-4216-b11f-0fafe3234d48 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:24.218177 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:24.438205 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 009d7999-4b44-4216-b11f-0fafe3234d48 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:24.438917 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:24.465217 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 009d7999-4b44-4216-b11f-0fafe3234d48, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=009d7999-4b44-4216-b11f-0fafe3234d48,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:24.494324 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:41:22Z', 'revision_number': 4, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '89f0a99a-264f-421c-b1db-69a2ec4b05e8', 'name': '', 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'mac_address': 'fa:16:3e:2b:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14938222-4d7a-4d82-92de-7dd150321bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:20Z', 'updated_at': '2022-03-08T15:41:22Z', 'revision_number': 2, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'subnets': [{'id': '14938222-4d7a-4d82-92de-7dd150321bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:24.525061 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Checking router: 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:41:24.525751 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Updating router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:41:24.553482 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:24.596856 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:24.624424 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=009d7999-4b44-4216-b11f-0fafe3234d48,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:24.659805 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.660214 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.660586 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.660931 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.661267 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.661600 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.661925 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.662255 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.662701 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.663053 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.663509 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.663835 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.664173 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:24.871533 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda8d2b-b414-44bf-9586-cc6313c3976e req-4c0a7ab0-8548-47b6-bb22-e5ca61196b1d tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:24.871533 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8dda8d2b-b414-44bf-9586-cc6313c3976e req-4c0a7ab0-8548-47b6-bb22-e5ca61196b1d tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0984883 Mar 08 15:41:24.889534 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:24.957788 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8dda8d2b-b414-44bf-9586-cc6313c3976e req-a513a453-e0cd-4211-aa4c-0b6425b70d4e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714035 Mar 08 15:41:25.007109 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Publish callbacks [] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:25.094956 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:25.195943 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079f554-d2d6-4eae-9d80-7dfa4dd3b39b None None] Pushing event updated for resources: {'Port': ['ID=89f0a99a-264f-421c-b1db-69a2ec4b05e8,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:25.228648 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e65d71-0ef4-4ec0-9a11-7a9f8730afe5 req-d66921f0-dc17-41cc-974f-b386c9beab25 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:25.238835 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0e65d71-0ef4-4ec0-9a11-7a9f8730afe5 req-d66921f0-dc17-41cc-974f-b386c9beab25 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1032348 Mar 08 15:41:25.297758 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Attempting to bind port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:25.298342 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Attempting to bind port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:25.298486 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Attempting to bind port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 on network f8afa7e8-633d-4ce6-be90-f04a535b678f {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:25.311147 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:25.311390 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Checking segment: {'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:25.311617 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:25.312020 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Bound using segment: {'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:25.312693 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Bound port: 89f0a99a-264f-421c-b1db-69a2ec4b05e8, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9a5afd-c010-4a62-b7dd-d24a667efaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:25.312921 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:25.320976 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0e65d71-0ef4-4ec0-9a11-7a9f8730afe5 req-89070c16-0f0b-439a-aefe-b71560c87743 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804849 Mar 08 15:41:25.408821 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] For port 89f0a99a-264f-421c-b1db-69a2ec4b05e8, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:25.412478 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] For port 89f0a99a-264f-421c-b1db-69a2ec4b05e8, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=89f0a99a-264f-421c-b1db-69a2ec4b05e8,segment=NetworkSegment(9a9a5afd-c010-4a62-b7dd-d24a667efaf5),segment_id=9a9a5afd-c010-4a62-b7dd-d24a667efaf5)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:25.494647 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-dec1268b-b48c-487c-a929-59dd6791af15 None None] Provisioning complete for port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:25.495037 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-dec1268b-b48c-487c-a929-59dd6791af15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:25.543056 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:25.620078 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46308) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:25.621425 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Routers {'0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:25.622462 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:41:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:25.624500 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-dec1268b-b48c-487c-a929-59dd6791af15 None None] Port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:41:25.720166 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079f554-d2d6-4eae-9d80-7dfa4dd3b39b None None] Pushing event updated for resources: {'Port': ['ID=89f0a99a-264f-421c-b1db-69a2ec4b05e8,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:25.815649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 009d7999-4b44-4216-b11f-0fafe3234d48 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:25.821032 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0439-4170-429b-bf2e-c29c2f3094c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:25.844641 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] Set router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:25.932319 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0439-4170-429b-bf2e-c29c2f3094c8 admin admin] Publish callbacks [] for security_group (0cfeb3ce-cc68-4f8b-ba73-bc89feb96f05), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.003198 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 009d7999-4b44-4216-b11f-0fafe3234d48 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:26.003578 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.082774 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd312e-e99a-416e-bd2d-64df01828413 req-1cddfa31-7111-476c-9c74-86c40d2c3896 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:26.084397 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31bd312e-e99a-416e-bd2d-64df01828413 req-1cddfa31-7111-476c-9c74-86c40d2c3896 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0567594 Mar 08 15:41:26.095908 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-1eaf7fd5-9d29-4a3f-a696-5dd2085a1850 None None] Provisioning complete for port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:26.096327 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7fd5-9d29-4a3f-a696-5dd2085a1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.138728 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31bd312e-e99a-416e-bd2d-64df01828413 req-e9c1d0f3-7090-4f4b-9d09-014cf2845b96 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Mar 08 15:41:26.187207 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 009d7999-4b44-4216-b11f-0fafe3234d48 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:26.201124 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:41:22Z', 'revision_number': 4, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '89f0a99a-264f-421c-b1db-69a2ec4b05e8', 'name': '', 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'mac_address': 'fa:16:3e:2b:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14938222-4d7a-4d82-92de-7dd150321bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:20Z', 'updated_at': '2022-03-08T15:41:25Z', 'revision_number': 4, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'subnets': [{'id': '14938222-4d7a-4d82-92de-7dd150321bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:26.245194 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e599e-4fe8-4b87-88b6-b40f6ffc0976 None None] The sync data for ids ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'] in dv-cinder-830097-2-iscsi is: [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:41:22Z', 'revision_number': 4, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '89f0a99a-264f-421c-b1db-69a2ec4b05e8', 'name': '', 'network_id': 'f8afa7e8-633d-4ce6-be90-f04a535b678f', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'mac_address': 'fa:16:3e:2b:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14938222-4d7a-4d82-92de-7dd150321bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:20Z', 'updated_at': '2022-03-08T15:41:25Z', 'revision_number': 4, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'subnets': [{'id': '14938222-4d7a-4d82-92de-7dd150321bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:41:26.257507 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf7fd5-9d29-4a3f-a696-5dd2085a1850 None None] Current status of the port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:26.258062 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7fd5-9d29-4a3f-a696-5dd2085a1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.295213 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-1eaf7fd5-9d29-4a3f-a696-5dd2085a1850 None None] For port 89f0a99a-264f-421c-b1db-69a2ec4b05e8, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=89f0a99a-264f-421c-b1db-69a2ec4b05e8,segment=NetworkSegment(9a9a5afd-c010-4a62-b7dd-d24a667efaf5),segment_id=9a9a5afd-c010-4a62-b7dd-d24a667efaf5)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:26.466463 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a096d2-2d48-4823-826e-670dd5208717 req-7c2a0be1-8a8d-4213-9d36-398ccb3147b8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:26.468008 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b2a096d2-2d48-4823-826e-670dd5208717 req-7c2a0be1-8a8d-4213-9d36-398ccb3147b8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0577347 Mar 08 15:41:26.519249 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b2a096d2-2d48-4823-826e-670dd5208717 req-60746f45-8d36-469f-a81a-633c0ba7d134 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Mar 08 15:41:26.614988 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0439-4170-429b-bf2e-c29c2f3094c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0cfeb3ce-cc68-4f8b-ba73-bc89feb96f05), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.655627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7fd5-9d29-4a3f-a696-5dd2085a1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.660536 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46320) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:26.663790 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0dbc0439-4170-429b-bf2e-c29c2f3094c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46819bc1cbc34aeaaf5bd9144106c36e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0425715 Mar 08 15:41:26.664351 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc0439-4170-429b-bf2e-c29c2f3094c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfeb3ce-cc68-4f8b-ba73-bc89feb96f05,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:26.750694 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5f2909b4-6eb8-4f96-80fb-c79090459d2b admin admin] Publish callbacks [] for security_group (0cfeb3ce-cc68-4f8b-ba73-bc89feb96f05), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.778482 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf7fd5-9d29-4a3f-a696-5dd2085a1850 None None] Pushing event updated for resources: {'Port': ['ID=89f0a99a-264f-421c-b1db-69a2ec4b05e8,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:26.788445 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5f2909b4-6eb8-4f96-80fb-c79090459d2b admin admin] Publish callbacks [] for security_group (0cfeb3ce-cc68-4f8b-ba73-bc89feb96f05), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.936277 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5f2909b4-6eb8-4f96-80fb-c79090459d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0cfeb3ce-cc68-4f8b-ba73-bc89feb96f05), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.939218 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5f2909b4-6eb8-4f96-80fb-c79090459d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:26.944279 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-5f2909b4-6eb8-4f96-80fb-c79090459d2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cfeb3ce-cc68-4f8b-ba73-bc89feb96f05 HTTP/1.1" status: 204 len: 168 time: 0.2827280 Mar 08 15:41:26.960128 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2909b4-6eb8-4f96-80fb-c79090459d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfeb3ce-cc68-4f8b-ba73-bc89feb96f05,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:27.313271 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb021119-0f1e-40fb-a2f3-423f0e47b6a1 req-fa5bc182-a0c5-47d4-9a0d-e33f4d5755d6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:27.314803 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-eb021119-0f1e-40fb-a2f3-423f0e47b6a1 req-fa5bc182-a0c5-47d4-9a0d-e33f4d5755d6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0884378 Mar 08 15:41:27.376315 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-eb021119-0f1e-40fb-a2f3-423f0e47b6a1 req-a5a879e1-7f97-422c-9792-607587def21e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Mar 08 15:41:27.653611 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4bba-32a2-41b5-836a-8e8002a62833 req-c4b2b33f-68a9-4c6e-8534-52a3fc70909f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:27.655035 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1b8e4bba-32a2-41b5-836a-8e8002a62833 req-c4b2b33f-68a9-4c6e-8534-52a3fc70909f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0521190 Mar 08 15:41:27.702121 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1b8e4bba-32a2-41b5-836a-8e8002a62833 req-4b121746-c1d9-4875-9a50-df805a01cf30 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 Mar 08 15:41:27.792100 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 89f0a99a-264f-421c-b1db-69a2ec4b05e8 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:27.842456 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:27.842904 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:27.925205 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:27.958940 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46342) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:27.973205 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce7c8-d6ae-44a3-874b-0aa600460303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:28.048344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce7c8-d6ae-44a3-874b-0aa600460303 admin admin] Publish callbacks [] for security_group (0dcbe6b2-99d3-4cea-8715-cf99028682ac), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:28.151733 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce7c8-d6ae-44a3-874b-0aa600460303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0dcbe6b2-99d3-4cea-8715-cf99028682ac), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:28.192616 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-3d9ce7c8-d6ae-44a3-874b-0aa600460303 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9eaebcb99bef42b8879b7ce90ed83f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325680 Mar 08 15:41:28.195296 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46354) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:28.195949 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ce7c8-d6ae-44a3-874b-0aa600460303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcbe6b2-99d3-4cea-8715-cf99028682ac,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:28.259506 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-225d889a-e21b-4f98-a06a-7cc90558f040 admin admin] Publish callbacks [] for security_group (0dcbe6b2-99d3-4cea-8715-cf99028682ac), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:28.281540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-225d889a-e21b-4f98-a06a-7cc90558f040 admin admin] Publish callbacks [] for security_group (0dcbe6b2-99d3-4cea-8715-cf99028682ac), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:28.386617 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-225d889a-e21b-4f98-a06a-7cc90558f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0dcbe6b2-99d3-4cea-8715-cf99028682ac), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:28.389928 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-225d889a-e21b-4f98-a06a-7cc90558f040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:28.393462 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-225d889a-e21b-4f98-a06a-7cc90558f040 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0dcbe6b2-99d3-4cea-8715-cf99028682ac HTTP/1.1" status: 204 len: 168 time: 0.1940143 Mar 08 15:41:28.398850 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d889a-e21b-4f98-a06a-7cc90558f040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcbe6b2-99d3-4cea-8715-cf99028682ac,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:28.519531 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976a078-49d0-4403-aaa8-7d33f61b58c1 req-4417d8a2-da1b-43ff-b08f-41dd2c0736cf tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:28.522106 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1976a078-49d0-4403-aaa8-7d33f61b58c1 req-4417d8a2-da1b-43ff-b08f-41dd2c0736cf tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0633714 Mar 08 15:41:28.580331 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1976a078-49d0-4403-aaa8-7d33f61b58c1 req-7fcc9019-9485-43cf-bc1b-9e713836681c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Mar 08 15:41:28.847781 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2220b-10f0-4af5-8d08-712f3fa1ca78 req-5bb38b3c-c32f-4963-967d-c9dd7c578713 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:28.849524 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-54b2220b-10f0-4af5-8d08-712f3fa1ca78 req-5bb38b3c-c32f-4963-967d-c9dd7c578713 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0601959 Mar 08 15:41:28.910682 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-54b2220b-10f0-4af5-8d08-712f3fa1ca78 req-cb028023-4f9d-4a81-becc-ced30928364f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512688 Mar 08 15:41:29.726430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af818-3f21-4347-9080-0f4a6c26bf00 req-529cc483-c553-489b-a312-235df37128db tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:29.728342 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-280af818-3f21-4347-9080-0f4a6c26bf00 req-529cc483-c553-489b-a312-235df37128db tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0699060 Mar 08 15:41:29.786725 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-280af818-3f21-4347-9080-0f4a6c26bf00 req-b3e8842b-a00a-4682-8d62-be2bca817b06 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517344 Mar 08 15:41:30.079728 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4aeb0-9a75-4899-922c-43cfb18d18f1 req-47f24408-3ca4-473a-aed8-4e2602bd5311 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:30.082056 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5ec4aeb0-9a75-4899-922c-43cfb18d18f1 req-47f24408-3ca4-473a-aed8-4e2602bd5311 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0813975 Mar 08 15:41:30.166084 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5ec4aeb0-9a75-4899-922c-43cfb18d18f1 req-1fbbf47e-f911-4fd8-9c8a-42c171356da5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776074 Mar 08 15:41:30.940164 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04920673-1923-40c2-8cb3-af3ecde2f658 req-07c1dd39-86ab-48ac-a05e-8ae5350f6eef tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:30.942727 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-04920673-1923-40c2-8cb3-af3ecde2f658 req-07c1dd39-86ab-48ac-a05e-8ae5350f6eef tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0694528 Mar 08 15:41:31.008328 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-04920673-1923-40c2-8cb3-af3ecde2f658 req-1640fd76-fc2e-4dc8-92ec-2e03fd340fe2 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592315 Mar 08 15:41:31.315479 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c3e3-e075-4d26-9363-ef8b0dffe85e req-73879a15-d019-439a-ae8d-eed37203eee0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:31.319717 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-17f9c3e3-e075-4d26-9363-ef8b0dffe85e req-73879a15-d019-439a-ae8d-eed37203eee0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0681221 Mar 08 15:41:31.389134 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-17f9c3e3-e075-4d26-9363-ef8b0dffe85e req-c6134616-e742-4134-8ba2-8ed00a5bc6c0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657299 Mar 08 15:41:32.128236 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35681e-d0f2-4af1-95ba-7c18620aefa7 req-e04835f0-24fe-436b-8a01-864131af9332 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:32.129709 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8d35681e-d0f2-4af1-95ba-7c18620aefa7 req-e04835f0-24fe-436b-8a01-864131af9332 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0515552 Mar 08 15:41:32.176882 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8d35681e-d0f2-4af1-95ba-7c18620aefa7 req-50983a36-5c9c-4153-9c01-27851f4df24f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Mar 08 15:41:32.514979 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4fa03-ccaf-4622-891e-2c150a342ce2 req-21944faa-1d51-4697-bcc5-8f91bffbced6 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:32.516498 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d3e4fa03-ccaf-4622-891e-2c150a342ce2 req-21944faa-1d51-4697-bcc5-8f91bffbced6 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0556839 Mar 08 15:41:32.563790 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d3e4fa03-ccaf-4622-891e-2c150a342ce2 req-6b8e0140-3d2d-4e23-a16b-16d95b02543b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Mar 08 15:41:33.186003 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-fce3bd3d-3bbc-43db-9c9f-e6c0dab2ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.188292 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-fce3bd3d-3bbc-43db-9c9f-e6c0dab2ddfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1130 time: 0.0507877 Mar 08 15:41:33.352756 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-37c11eee-5304-41a0-be3b-f0e0eb74a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.354261 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-37c11eee-5304-41a0-be3b-f0e0eb74a022 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 917 time: 0.1583602 Mar 08 15:41:33.367312 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27426a-96c7-42f9-b33f-6c18ad4c8df3 req-4f3bed1a-4c3d-4109-a176-9530720cc44f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.368873 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0c27426a-96c7-42f9-b33f-6c18ad4c8df3 req-4f3bed1a-4c3d-4109-a176-9530720cc44f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.1034496 Mar 08 15:41:33.466417 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-be378bf2-3217-4aad-baa8-a7381112c40e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 200 len: 1001 time: 0.0960698 Mar 08 15:41:33.470767 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0c27426a-96c7-42f9-b33f-6c18ad4c8df3 req-a8a957da-0b21-4b51-ab5e-4c7600b9abe1 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947328 Mar 08 15:41:33.526222 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-318e7e9b-eae9-45c5-ae7c-82d79caf8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.527622 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-318e7e9b-eae9-45c5-ae7c-82d79caf8e5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0529411 Mar 08 15:41:33.585768 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-9998173b-f334-47b3-a01f-c94c8ce9dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.587847 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-9998173b-f334-47b3-a01f-c94c8ce9dad0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518153 Mar 08 15:41:33.767486 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-3cd1d8ef-e6bc-44e2-86d0-a576a665f301 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670117 Mar 08 15:41:33.774684 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b11aa-970c-4b07-b2bd-5ea7ce5ca53d req-67e09673-044e-4bf1-aae0-f7ef78e2d39f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.776185 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cc6b11aa-970c-4b07-b2bd-5ea7ce5ca53d req-67e09673-044e-4bf1-aae0-f7ef78e2d39f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.1085572 Mar 08 15:41:33.879563 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cc6b11aa-970c-4b07-b2bd-5ea7ce5ca53d req-b37f45c0-b9b6-409e-ae50-a4137114a98d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946960 Mar 08 15:41:33.900543 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c4a25d6-d418-4c08-bd65-45d8b0173751 req-31f881b2-dc27-4703-8cc7-b286b5d2ef89 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233518 Mar 08 15:41:34.598193 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efecbc-41a6-42c6-b5ea-36c003b41ab5 req-a28457c0-efa6-445c-a854-27a314911884 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:34.600119 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a7efecbc-41a6-42c6-b5ea-36c003b41ab5 req-a28457c0-efa6-445c-a854-27a314911884 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0558603 Mar 08 15:41:34.657834 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a7efecbc-41a6-42c6-b5ea-36c003b41ab5 req-15c3a5de-bcb7-4f02-86e0-a2cb5d3ec6ce tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523729 Mar 08 15:41:35.042819 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04bc46-8a84-4abd-a9ee-011c21c1076d req-0aa3ac75-9a07-48d8-aef7-24f75a3d2579 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:35.045083 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df04bc46-8a84-4abd-a9ee-011c21c1076d req-0aa3ac75-9a07-48d8-aef7-24f75a3d2579 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 946 time: 0.0582504 Mar 08 15:41:35.104904 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df04bc46-8a84-4abd-a9ee-011c21c1076d req-b36b2ee0-f4bc-428e-bba9-e3e410b0e244 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530705 Mar 08 15:41:35.449746 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:41:35.596793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port be70592a-6bb3-40dc-9047-a8dd3470d7ae is: ACTIVE; New status is: DOWN {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:35.596793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.596793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:35.596793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffa6bbb-4086-4d06-92de-3ce8d5980fcb" -d '{"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-unplugged", "status": "completed", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:35.686684 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea66d5f-57ef-42ea-86bb-79a625aed107 x-openstack-request-id: req-cea66d5f-57ef-42ea-86bb-79a625aed107 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:35.687076 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-unplugged", "status": "completed", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:35.687238 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cea66d5f-57ef-42ea-86bb-79a625aed107 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:35.687626 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'code': 200} Mar 08 15:41:35.691026 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:35.775406 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476e17a-2988-43a7-a37c-3b7d964c5e74 req-210596bf-ee05-43e7-b4a4-2d2872f5a107 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:35.776904 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0476e17a-2988-43a7-a37c-3b7d964c5e74 req-210596bf-ee05-43e7-b4a4-2d2872f5a107 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Mar 08 15:41:35.822679 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0476e17a-2988-43a7-a37c-3b7d964c5e74 req-8289b81d-1f67-4792-aede-bdee5b18b226 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Mar 08 15:41:35.951963 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:36.004980 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=8']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:36.241443 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d71ac-5115-4dbc-acc7-17e36f6cbcb6 req-3194375a-9d56-4f7b-bd1a-e78f5fd6f64e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:36.242986 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b18d71ac-5115-4dbc-acc7-17e36f6cbcb6 req-3194375a-9d56-4f7b-bd1a-e78f5fd6f64e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0549362 Mar 08 15:41:36.295273 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b18d71ac-5115-4dbc-acc7-17e36f6cbcb6 req-b31e78fd-af45-4da7-9813-e10444fd16c7 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463753 Mar 08 15:41:36.994277 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca39c55-64df-45e0-8fb9-4801e1ae22ce req-3990acf8-17d3-4719-a57f-ced44f20dfe7 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:36.997455 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5ca39c55-64df-45e0-8fb9-4801e1ae22ce req-3990acf8-17d3-4719-a57f-ced44f20dfe7 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0742993 Mar 08 15:41:37.047405 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5ca39c55-64df-45e0-8fb9-4801e1ae22ce req-b804445b-ac45-4d3d-9352-894055483022 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446320 Mar 08 15:41:37.423203 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d52ad2-0c34-4f18-88a3-29de4c44f37d req-3c1b214f-90f6-47ad-9a05-959c7a403c89 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:37.424736 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e7d52ad2-0c34-4f18-88a3-29de4c44f37d req-3c1b214f-90f6-47ad-9a05-959c7a403c89 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0550303 Mar 08 15:41:37.482344 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e7d52ad2-0c34-4f18-88a3-29de4c44f37d req-11753b88-49ad-426a-80bd-f77a721d6726 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Mar 08 15:41:38.185624 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b776af-2b5f-4e5c-b991-0e7565194cb7 req-d085d3a2-c59a-41ee-bdae-bc47a48db765 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:38.194320 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-58b776af-2b5f-4e5c-b991-0e7565194cb7 req-d085d3a2-c59a-41ee-bdae-bc47a48db765 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0735469 Mar 08 15:41:38.271613 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-58b776af-2b5f-4e5c-b991-0e7565194cb7 req-e36a9fe1-eeaa-4b7a-9bbd-9d3939def9e1 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762680 Mar 08 15:41:39.391007 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66699f-ab35-42c9-a26a-48a8fad36847 req-84511ee6-749f-4370-962c-aec6cd41715e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:39.397105 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6b66699f-ab35-42c9-a26a-48a8fad36847 req-84511ee6-749f-4370-962c-aec6cd41715e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0569444 Mar 08 15:41:39.440503 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6b66699f-ab35-42c9-a26a-48a8fad36847 req-b9b0dadd-e4f7-4c09-b9bf-f60dec329371 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Mar 08 15:41:39.474702 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:41:39.660607 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port be70592a-6bb3-40dc-9047-a8dd3470d7ae is: DOWN; New status is: DOWN {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:39.757937 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [req-b9aeede1-7ef5-49e6-a125-3ad25ec70bac req-2126bbc3-80c9-4177-8446-265088f1190e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:41:39.759315 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b9aeede1-7ef5-49e6-a125-3ad25ec70bac req-2126bbc3-80c9-4177-8446-265088f1190e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058355 Mar 08 15:41:39.881250 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dadd2-c35c-4daa-b83d-5237410aced3 req-c3753777-b029-46ff-8717-dae139a3f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:39.882779 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c2dadd2-c35c-4daa-b83d-5237410aced3 req-c3753777-b029-46ff-8717-dae139a3f404 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1129 time: 0.0467184 Mar 08 15:41:39.928261 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c2dadd2-c35c-4daa-b83d-5237410aced3 req-559b22dd-2817-479c-b513-e5d0ef3a239c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Mar 08 15:41:40.285458 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a305f3-c854-499b-84ca-7b7cd8e88cde req-04efabb1-fbb1-4188-b9de-0303a343b9a6 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:40.286927 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0a305f3-c854-499b-84ca-7b7cd8e88cde req-04efabb1-fbb1-4188-b9de-0303a343b9a6 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0566695 Mar 08 15:41:40.335767 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0a305f3-c854-499b-84ca-7b7cd8e88cde req-bb2f63c3-04c2-4f44-9ab0-31222d4fa73c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Mar 08 15:41:40.574137 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bd830-3dce-4ad7-9845-437a8f808e75 req-0dcbe2f2-5a45-42b6-9eca-7d1a5e49e7e4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:40.574951 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-184bd830-3dce-4ad7-9845-437a8f808e75 req-0dcbe2f2-5a45-42b6-9eca-7d1a5e49e7e4 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0565603 Mar 08 15:41:40.633553 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-184bd830-3dce-4ad7-9845-437a8f808e75 req-6c149722-0b53-4c02-a3a9-8233818697f1 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530896 Mar 08 15:41:40.922241 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46616) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:41.022286 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-a2eb1fa3-c83a-4575-a2bb-677b359d10b1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987334 Mar 08 15:41:41.032018 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-b8661f0f-32e1-480c-8673-a3e96a416fb6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:41:41.033188 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-b8661f0f-32e1-480c-8673-a3e96a416fb6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054612 Mar 08 15:41:41.126026 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46634) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:41.176980 dv-cinder-830097-2-iscsi neutron-server[104199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 15:41:41.223511 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-9a2db579-e824-4aaf-adaf-d0d808ec113f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:41.225480 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-9a2db579-e824-4aaf-adaf-d0d808ec113f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports/be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 200 len: 941 time: 0.0977511 Mar 08 15:41:41.365754 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-8a27963f-1ca4-4a43-9127-b2166f7870dd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:41.368273 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-8a27963f-1ca4-4a43-9127-b2166f7870dd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 815 time: 0.1635697 Mar 08 15:41:41.394219 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-9cb2306c-bb36-49bb-bf4e-e5c4cce7f034 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/quotas/a501642d06b54b94b85256a66c6be5fb HTTP/1.1" status: 200 len: 375 time: 0.0193887 Mar 08 15:41:41.479481 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-8125e31d-f764-4eef-ae08-551db0067ca1 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842721 Mar 08 15:41:41.497235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb241c4-8b99-4b39-b815-1cc2676f8593 req-cea8a483-8a55-45cb-b97b-ccc50727f4a4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:41.498692 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dfb241c4-8b99-4b39-b815-1cc2676f8593 req-cea8a483-8a55-45cb-b97b-ccc50727f4a4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0644021 Mar 08 15:41:41.602451 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dfb241c4-8b99-4b39-b815-1cc2676f8593 req-abd1ab3e-a712-4020-80d1-fac96a875448 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959117 Mar 08 15:41:41.618125 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-4a204af1-47f9-4baf-8a18-653961994836 service neutron] 10.222.0.25 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184466 Mar 08 15:41:41.723502 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-cb50bda5-11ed-494b-aa20-3548f3b70292 service neutron] 10.222.0.25 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988412 Mar 08 15:41:41.762437 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d2e4-24c4-4bc2-80dd-5ab87b918fc9 req-61743c3c-f95b-438d-8231-e950c9a2cea0 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:41.766589 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb73d2e4-24c4-4bc2-80dd-5ab87b918fc9 req-61743c3c-f95b-438d-8231-e950c9a2cea0 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0559304 Mar 08 15:41:41.812220 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb73d2e4-24c4-4bc2-80dd-5ab87b918fc9 req-2b015171-d525-4f1e-a841-ad61251a236c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Mar 08 15:41:41.986678 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d084cb4d-876e-45db-9bc1-e22759560582 req-82fb697c-82d3-43c7-b8fd-18b29974d593 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 210 time: 0.0298758 Mar 08 15:41:42.171550 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285aa15-e5ea-4f0e-9e9f-ac1a535407c3 req-106a8c5e-1af4-4443-9e64-0686fc99bcb7 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.175228 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e285aa15-e5ea-4f0e-9e9f-ac1a535407c3 req-106a8c5e-1af4-4443-9e64-0686fc99bcb7 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0591273 Mar 08 15:41:42.251279 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e285aa15-e5ea-4f0e-9e9f-ac1a535407c3 req-6c85ce70-e1c7-41c0-9fc9-917369027573 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717003 Mar 08 15:41:42.265780 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-e476cfa4-3447-4fa8-9f4c-e9d20b194e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.267333 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-e476cfa4-3447-4fa8-9f4c-e9d20b194e2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1129 time: 0.0720539 Mar 08 15:41:42.360467 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-3d7995c4-b384-4111-8b9b-132207b251a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.364690 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-3d7995c4-b384-4111-8b9b-132207b251a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 919 time: 0.0881379 Mar 08 15:41:42.406092 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-ec6b1833-401b-4f86-82c8-8d4bff5f6906 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071 HTTP/1.1" status: 200 len: 217 time: 0.0376282 Mar 08 15:41:42.458433 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-cdf1396b-28d9-4e9a-a207-57fc9be3974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.460523 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-cdf1396b-28d9-4e9a-a207-57fc9be3974d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d9c257-159b-445f-8d09-db821ac96193 HTTP/1.1" status: 200 len: 859 time: 0.0437610 Mar 08 15:41:42.492800 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-69cff53a-b120-4ab3-a4c7-6ee78ec754d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9baa9af1-beae-4e79-a7e1-bcba83214f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250659 Mar 08 15:41:42.587572 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-40471e48-f69f-4329-8335-68dca9690158 service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855806 Mar 08 15:41:42.698336 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b9085db-4af2-47fb-b15b-5e5f042c5715 req-47099eea-b59a-4e15-9888-ad9872cdabbb service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038048 Mar 08 15:41:42.738829 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1469a-ad4f-403c-a2a9-58059934a4b7 req-5ad60507-1420-43d7-a83f-135be914bccd tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.740355 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-21c1469a-ad4f-403c-a2a9-58059934a4b7 req-5ad60507-1420-43d7-a83f-135be914bccd tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0577459 Mar 08 15:41:42.787176 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-21c1469a-ad4f-403c-a2a9-58059934a4b7 req-9fe414b4-2de8-4e23-93ce-82685ed9853a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411956 Mar 08 15:41:43.064165 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-776a10f8-e01a-44db-a073-283875edf469 req-89e7fe42-b632-4ad4-9e0a-e7b4bdd31372 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 210 time: 0.0285151 Mar 08 15:41:43.377162 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d31e-22bc-40ca-b43b-3b7f6adf8584 req-1dc71833-e1ec-48fb-aaa8-eab1ac95b6c6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:43.377162 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6e73d31e-22bc-40ca-b43b-3b7f6adf8584 req-1dc71833-e1ec-48fb-aaa8-eab1ac95b6c6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0581946 Mar 08 15:41:43.429242 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6e73d31e-22bc-40ca-b43b-3b7f6adf8584 req-8c9337b5-b10e-4bab-b78b-a0989b83a111 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465586 Mar 08 15:41:43.457866 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46708) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:43.561588 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0f340fee-4f2c-4e39-924e-c78722792b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:43.633498 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0f340fee-4f2c-4e39-924e-c78722792b23 admin admin] Publish callbacks [] for security_group (82d89f59-a7c6-481d-9ec4-ccbc6d7188ad), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:43.739766 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0f340fee-4f2c-4e39-924e-c78722792b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (82d89f59-a7c6-481d-9ec4-ccbc6d7188ad), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:43.775951 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f340fee-4f2c-4e39-924e-c78722792b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d89f59-a7c6-481d-9ec4-ccbc6d7188ad,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:43.781311 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0f340fee-4f2c-4e39-924e-c78722792b23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1895365d6bd54cd4a1f6b42954076ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224232 Mar 08 15:41:43.783991 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46712) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:43.830963 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3147231e-bbc1-4a83-a465-7729183e4efb admin admin] Publish callbacks [] for security_group (82d89f59-a7c6-481d-9ec4-ccbc6d7188ad), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:43.851747 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3147231e-bbc1-4a83-a465-7729183e4efb admin admin] Publish callbacks [] for security_group (82d89f59-a7c6-481d-9ec4-ccbc6d7188ad), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:44.167562 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d177cddc-45e9-4e3d-b47f-d1e53a409214 req-dc7452d3-c657-4a66-8fe6-67111e2a3b9c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 210 time: 0.0327563 Mar 08 15:41:44.187818 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43689734-882e-411b-a472-8adadbe501c3 req-2f436e99-cb22-483b-a070-b69cf2e62b6c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:44.189299 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43689734-882e-411b-a472-8adadbe501c3 req-2f436e99-cb22-483b-a070-b69cf2e62b6c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.3266225 Mar 08 15:41:44.235623 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43689734-882e-411b-a472-8adadbe501c3 req-df7713f0-63c1-4e0d-a910-8494bdf7fe5d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Mar 08 15:41:44.260343 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3147231e-bbc1-4a83-a465-7729183e4efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (82d89f59-a7c6-481d-9ec4-ccbc6d7188ad), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:44.262927 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3147231e-bbc1-4a83-a465-7729183e4efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:44.264114 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-3147231e-bbc1-4a83-a465-7729183e4efb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82d89f59-a7c6-481d-9ec4-ccbc6d7188ad HTTP/1.1" status: 204 len: 168 time: 0.4792657 Mar 08 15:41:44.272649 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147231e-bbc1-4a83-a465-7729183e4efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d89f59-a7c6-481d-9ec4-ccbc6d7188ad,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:44.545985 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9758881-db89-44ff-98c7-c16358edfe61 req-d56f4cfd-7907-4dde-a22e-ef4f2388a5f8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:44.545985 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9758881-db89-44ff-98c7-c16358edfe61 req-d56f4cfd-7907-4dde-a22e-ef4f2388a5f8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0524740 Mar 08 15:41:44.593655 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9758881-db89-44ff-98c7-c16358edfe61 req-de53cf44-32b8-4d12-9d85-a238e5c8db0b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Mar 08 15:41:45.009310 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46728) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:45.022655 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-af7f7eb5-1cb9-4e6e-ad9d-9ab577e75103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:45.092274 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-af7f7eb5-1cb9-4e6e-ad9d-9ab577e75103 admin admin] Publish callbacks [] for security_group (4556249c-142d-45eb-990b-5f119b7c07f9), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:45.180324 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-af7f7eb5-1cb9-4e6e-ad9d-9ab577e75103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4556249c-142d-45eb-990b-5f119b7c07f9), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:45.216460 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f7eb5-1cb9-4e6e-ad9d-9ab577e75103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4556249c-142d-45eb-990b-5f119b7c07f9,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:45.220833 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-af7f7eb5-1cb9-4e6e-ad9d-9ab577e75103 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39cbaccddca64732aafd99f15715b0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105153 Mar 08 15:41:45.223939 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46732) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:45.268867 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6fa27468-08dd-4f5d-b9d4-24170f88206c req-3bcda1dd-b282-49ca-bdf3-da7d587adc6a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 210 time: 0.0326722 Mar 08 15:41:45.293649 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-feedf17d-99a0-46e1-ab00-0c73775400f0 admin admin] Publish callbacks [] for security_group (4556249c-142d-45eb-990b-5f119b7c07f9), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:45.327560 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-feedf17d-99a0-46e1-ab00-0c73775400f0 admin admin] Publish callbacks [] for security_group (4556249c-142d-45eb-990b-5f119b7c07f9), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:45.389025 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74927fe4-49ee-49c9-a558-c32a02bfc302 req-9c0c61ed-7e1f-4b33-b718-fffc731e979f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:45.390471 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-74927fe4-49ee-49c9-a558-c32a02bfc302 req-9c0c61ed-7e1f-4b33-b718-fffc731e979f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0831320 Mar 08 15:41:45.437190 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-74927fe4-49ee-49c9-a558-c32a02bfc302 req-2d0713f0-2b14-49fe-8dcf-48691541a6b3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Mar 08 15:41:45.505512 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-feedf17d-99a0-46e1-ab00-0c73775400f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4556249c-142d-45eb-990b-5f119b7c07f9), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:45.508012 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-feedf17d-99a0-46e1-ab00-0c73775400f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:45.509166 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-feedf17d-99a0-46e1-ab00-0c73775400f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4556249c-142d-45eb-990b-5f119b7c07f9 HTTP/1.1" status: 204 len: 168 time: 0.2848952 Mar 08 15:41:45.517388 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedf17d-99a0-46e1-ab00-0c73775400f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4556249c-142d-45eb-990b-5f119b7c07f9,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:45.711669 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae36a2-083f-434d-8b02-14ca2a51b3ae req-f5407002-81c3-483d-b412-a0fae1a951e3 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:45.713318 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8ae36a2-083f-434d-8b02-14ca2a51b3ae req-f5407002-81c3-483d-b412-a0fae1a951e3 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0515974 Mar 08 15:41:45.759261 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8ae36a2-083f-434d-8b02-14ca2a51b3ae req-017d9860-d26c-4aef-91f9-ae9d53d2f41d tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Mar 08 15:41:46.268433 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46744) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:46.281952 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a2eddfd1-f25f-4979-953d-6c800bc9fc61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:46.361009 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a2eddfd1-f25f-4979-953d-6c800bc9fc61 admin admin] Publish callbacks [] for security_group (8767019c-b7b9-4ed2-a578-f820c8942fad), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:46.368878 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-26a37b34-f575-4355-b39d-3d9adc962952 req-382843fe-8c5c-43be-8ad0-d195543b217b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 210 time: 0.0324602 Mar 08 15:41:46.448506 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a2eddfd1-f25f-4979-953d-6c800bc9fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (8767019c-b7b9-4ed2-a578-f820c8942fad), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:46.482690 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-19a1209e-9041-4b48-a878-449b06da35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:46.484238 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-19a1209e-9041-4b48-a878-449b06da35b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07&tenant_id=9ac62b56e40d4f0981ee3ca2bb898333 HTTP/1.1" status: 200 len: 1128 time: 0.0762358 Mar 08 15:41:46.489543 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a2eddfd1-f25f-4979-953d-6c800bc9fc61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da9edfd0be7040c0995c0211be7e7a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177625 Mar 08 15:41:46.489543 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eddfd1-f25f-4979-953d-6c800bc9fc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8767019c-b7b9-4ed2-a578-f820c8942fad,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:46.490802 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46750) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:46.606709 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4825523e-0254-4f2d-a9c0-6b1354b691b3 admin admin] Publish callbacks [] for security_group (8767019c-b7b9-4ed2-a578-f820c8942fad), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:46.630627 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-6b212bb9-ebec-478e-996e-317b6876199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:46.632135 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-6b212bb9-ebec-478e-996e-317b6876199c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1128 time: 0.1128013 Mar 08 15:41:46.645474 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e6393-c72b-4caf-a140-3dc99ac0aec7 req-954798a2-b103-4ccb-84d3-6cb2f0f04ea2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:46.646839 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ce1e6393-c72b-4caf-a140-3dc99ac0aec7 req-954798a2-b103-4ccb-84d3-6cb2f0f04ea2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.1147957 Mar 08 15:41:46.648610 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4825523e-0254-4f2d-a9c0-6b1354b691b3 admin admin] Publish callbacks [] for security_group (8767019c-b7b9-4ed2-a578-f820c8942fad), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:46.778044 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ce1e6393-c72b-4caf-a140-3dc99ac0aec7 req-8d15daf4-ffca-4ad6-8b10-8693ac3d6602 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157711 Mar 08 15:41:46.804128 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-c945c236-d629-4274-972f-378ba87f284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:46.806227 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-c945c236-d629-4274-972f-378ba87f284c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 917 time: 0.1557674 Mar 08 15:41:46.903092 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-957681ec-22f9-4526-a150-f7255de12e94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 200 len: 999 time: 0.0865970 Mar 08 15:41:46.929274 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfb1a-ad73-4891-8cf3-60f59c7bbe8e req-e9dba0fb-9364-4244-8759-12fed06d0f44 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:46.930734 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-14bcfb1a-ad73-4891-8cf3-60f59c7bbe8e req-e9dba0fb-9364-4244-8759-12fed06d0f44 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0798349 Mar 08 15:41:46.949811 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4825523e-0254-4f2d-a9c0-6b1354b691b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (8767019c-b7b9-4ed2-a578-f820c8942fad), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:46.952332 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4825523e-0254-4f2d-a9c0-6b1354b691b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:46.953379 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-4825523e-0254-4f2d-a9c0-6b1354b691b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8767019c-b7b9-4ed2-a578-f820c8942fad HTTP/1.1" status: 204 len: 168 time: 0.4617856 Mar 08 15:41:46.982013 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825523e-0254-4f2d-a9c0-6b1354b691b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767019c-b7b9-4ed2-a578-f820c8942fad,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:46.996986 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-3f477d32-da95-4f80-b27b-350bfc00499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:46.998486 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-3f477d32-da95-4f80-b27b-350bfc00499d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0856116 Mar 08 15:41:47.057513 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-14bcfb1a-ad73-4891-8cf3-60f59c7bbe8e req-c67c18a3-0989-4c16-ad84-6420b2f5c517 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050501 Mar 08 15:41:47.103105 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-8fd72c45-fbd1-441f-8d77-003c05658259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:47.104826 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-8fd72c45-fbd1-441f-8d77-003c05658259 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951309 Mar 08 15:41:47.153719 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-66f06599-7991-45b1-bc7e-a7739708433f tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:47.156365 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-66f06599-7991-45b1-bc7e-a7739708433f tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.24 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 815 time: 0.1758349 Mar 08 15:41:47.170835 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'port': {'device_id': '4745dccc-5574-498d-864c-ba758b371ed9', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'admin_state_up': True, 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:47.228356 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-71774ea7-76f3-4fde-9686-0b87fa41ebc2 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160238 Mar 08 15:41:47.336272 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b3aebe41-9ab7-41e7-9644-9f91b8490c30 req-4272d1a8-0809-471c-8b6e-e7ac39327551 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003530 Mar 08 15:41:47.425974 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Made reservation on behalf of a501642d06b54b94b85256a66c6be5fb for: {'port': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:47.434292 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:47.492855 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1da7ef5c-4a67-4a3e-b82e-bb60d0e2f19d req-38c5674e-0de4-42bf-89c4-ced95b182cc5 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 210 time: 0.0506451 Mar 08 15:41:47.610096 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Allocated IP 172.20.0.9 (8fea8419-379e-4967-b7a3-57140b515585/115dfc99-d80d-43c7-8e4b-53a48104350d/d7b7e08a-6ff2-43b2-b91c-03b323ee9f24) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:47.772785 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:47.909991 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effdc26-2608-4524-91e8-0747ac0b0d6b req-dbb6638c-224a-4128-9641-d15cd7d5ce94 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:47.912243 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1effdc26-2608-4524-91e8-0747ac0b0d6b req-dbb6638c-224a-4128-9641-d15cd7d5ce94 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0580201 Mar 08 15:41:47.912484 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:47.972766 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Network 8fea8419-379e-4967-b7a3-57140b515585 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:47.972766 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:47.976314 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:48.003460 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1effdc26-2608-4524-91e8-0747ac0b0d6b req-9499fe02-df40-4267-995c-2d7cf5ce3f30 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821650 Mar 08 15:41:48.020415 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'Port': ['ID=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:48.056051 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.057324 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.189952 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-d0b7649d-4c5d-44c3-b0ca-7fe24f29324a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0235217 Mar 08 15:41:48.205657 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Request body: {'port': {'device_id': '4745dccc-5574-498d-864c-ba758b371ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:48.208780 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-1111d0eb-5595-4577-afc3-0191b5c21f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.213639 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-1111d0eb-5595-4577-afc3-0191b5c21f89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1128 time: 0.1218042 Mar 08 15:41:48.235905 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7fae5-6e8d-496c-82f4-eb2762f722c3 req-b408ab01-99cc-487b-84dd-91b0d489dd34 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.237754 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ce7fae5-6e8d-496c-82f4-eb2762f722c3 req-b408ab01-99cc-487b-84dd-91b0d489dd34 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0999954 Mar 08 15:41:48.334526 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ce7fae5-6e8d-496c-82f4-eb2762f722c3 req-ff0d441e-35fa-4ab9-a677-324a6a4dba04 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902126 Mar 08 15:41:48.359505 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.384807 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bf296c25-3536-4e2b-b331-3f93fd22635d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.394139 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d9fe2a97-2803-472a-9bb7-2c4d30d634c5 None None] Provisioning complete for port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:48.398631 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2a97-2803-472a-9bb7-2c4d30d634c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.447785 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-930376a4-3f1c-4214-b567-edacf9039592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.454495 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-930376a4-3f1c-4214-b567-edacf9039592 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 917 time: 0.1734855 Mar 08 15:41:48.526700 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46830) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:48.571101 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe2a97-2803-472a-9bb7-2c4d30d634c5 None None] Port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:41:48.576723 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-82a2cd7e-c169-4db5-a86b-f3872ba8e5e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 200 len: 999 time: 0.1100857 Mar 08 15:41:48.694966 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-584b03a3-ca22-486e-807f-a3b68c549a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.700193 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-584b03a3-ca22-486e-807f-a3b68c549a95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0917113 Mar 08 15:41:48.828167 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-988737384-network', 'tenant_id': '717041695c614e95a3c317126f56fdd5'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:48.868818 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636bd5d-59fa-4224-922e-f3bd82ae8eb1 req-afa05a26-be4c-4c6c-9646-5538f18fc445 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.877194 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f636bd5d-59fa-4224-922e-f3bd82ae8eb1 req-afa05a26-be4c-4c6c-9646-5538f18fc445 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 931 time: 0.1886551 Mar 08 15:41:48.889708 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 {{(pid=104199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:41:48.900197 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Publish callbacks [] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.900463 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-bae939c9-5769-4979-838a-938b3c2c4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.902220 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-bae939c9-5769-4979-838a-938b3c2c4c02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1421819 Mar 08 15:41:48.920610 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.provisioning_blocks [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Transition to ACTIVE for port object d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 will not be triggered until provisioned by entity L2. {{(pid=104199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:41:48.987067 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f636bd5d-59fa-4224-922e-f3bd82ae8eb1 req-80746efd-42a0-422c-9b67-7c687c3c923e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087394 Mar 08 15:41:49.083099 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.099889 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Made reservation on behalf of 717041695c614e95a3c317126f56fdd5 for: {'network': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:49.099889 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.124706 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.173911 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.308451 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-2321f84e-bae5-4b89-a83d-030470678ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746827 Mar 08 15:41:49.310276 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:49.365116 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Attempting to bind port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:49.365879 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Attempting to bind port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:49.366369 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Attempting to bind port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 on network 8fea8419-379e-4967-b7a3-57140b515585 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:49.372595 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 on network 8fea8419-379e-4967-b7a3-57140b515585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:41:49.373891 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Attempting to bind port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 on network 8fea8419-379e-4967-b7a3-57140b515585 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:49.380935 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:49.381288 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Checking segment: {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:49.381750 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Bound using segment: {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:49.382264 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Bound port: d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4744e8d-ad97-43af-9517-355791e229d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fea8419-379e-4967-b7a3-57140b515585'}}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:49.382626 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.385788 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2d28-be5a-4770-a7d1-9d342c7040e8 req-426dfc52-83ae-42c3-9dba-81bfc49e0150 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:49.387520 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c01e2d28-be5a-4770-a7d1-9d342c7040e8 req-426dfc52-83ae-42c3-9dba-81bfc49e0150 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.2623696 Mar 08 15:41:49.505643 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] For port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host hv-cinder-83009, cleared binding levels {{(pid=104199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:49.515550 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] For port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:49.584990 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Publish callbacks [] for security_group (83334458-4dfe-47e5-89f1-fb325d6deab4), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.604096 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.611779 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c01e2d28-be5a-4770-a7d1-9d342c7040e8 req-6fb1227e-e3fb-4b91-ba94-e2da149388aa tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137146 Mar 08 15:41:49.717858 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (83334458-4dfe-47e5-89f1-fb325d6deab4), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.718764 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:49.719576 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.721126 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] 10.222.0.24 "PUT /v2.0/ports/d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 1093 time: 1.5201678 Mar 08 15:41:49.721893 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:49.724547 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645f2805-e3ec-46dd-998f-2534f734382d" -d '{"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:49.784647 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:41:49.785068 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374ad0c-17a4-4082-9f7d-57e1c8bb0595 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,revision_number=3']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:49.805845 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83334458-4dfe-47e5-89f1-fb325d6deab4,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:49.811463 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eee39b-1b63-4f76-85b8-668b49737b27 x-openstack-request-id: req-64eee39b-1b63-4f76-85b8-668b49737b27 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:49.811760 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:49.812016 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64eee39b-1b63-4f76-85b8-668b49737b27 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:49.812449 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'status': 'completed', 'code': 200} Mar 08 15:41:49.818140 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (bcac97ee-13e9-4ddb-b655-42ad0bde3ea1), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:49.819109 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.segments_db [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Added segment bcac97ee-13e9-4ddb-b655-42ad0bde3ea1 of type vlan for network 5247f75a-f945-487c-b069-6b493c409e99 Mar 08 15:41:49.891821 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (5247f75a-f945-487c-b069-6b493c409e99), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:50.042471 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (5247f75a-f945-487c-b069-6b493c409e99), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:50.043533 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:50.044199 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:50.206382 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] Pushing event updated for resources: {'Network': ['ID=5247f75a-f945-487c-b069-6b493c409e99,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:50.224052 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 5247f75a-f945-487c-b069-6b493c409e99 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:41:50.288630 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eef09-d173-4110-b879-df6778a2d057 req-5515423d-b6fd-46b2-9f80-a4f032128d87 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:50.290707 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ff7eef09-d173-4110-b879-df6778a2d057 req-5515423d-b6fd-46b2-9f80-a4f032128d87 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.1568053 Mar 08 15:41:50.362898 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ff7eef09-d173-4110-b879-df6778a2d057 req-5a71eee4-39a5-43fa-8e33-7814d704f033 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587573 Mar 08 15:41:50.778029 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f4c2c-30fe-42c4-a1f6-13416b6ba0af req-f6edbe8c-cc81-4592-9556-4d340fecf39e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:50.780137 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-063f4c2c-30fe-42c4-a1f6-13416b6ba0af req-f6edbe8c-cc81-4592-9556-4d340fecf39e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0599122 Mar 08 15:41:50.833756 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-063f4c2c-30fe-42c4-a1f6-13416b6ba0af req-a37b6cd8-510e-48e1-98ec-2b12753bd3ec tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476108 Mar 08 15:41:50.877767 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-838c73dd-1614-4e88-a5c8-eb21048812e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:50.881696 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-98968cd6-b09b-49d5-a06d-70e928cf8234 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3532941 Mar 08 15:41:50.885108 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46862) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:50.890448 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Request body: {'subnet': {'network_id': '5247f75a-f945-487c-b069-6b493c409e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-988737384-subnet', 'tenant_id': '717041695c614e95a3c317126f56fdd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:51.025648 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Made reservation on behalf of 717041695c614e95a3c317126f56fdd5 for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:51.028085 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24179789'] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:51.420817 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24908570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24179795'] for subnet (7dad92f6-2906-4d4d-a239-5107a9d27036), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:51.506736 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dad92f6-2906-4d4d-a239-5107a9d27036,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:51.525535 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.525535 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.525851 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.526198 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.526538 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.526873 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.527209 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.527547 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.527880 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.528364 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.528697 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.529027 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.529384 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:51.551350 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4309-b180-4d71-8545-477cd6d62cc6 req-2a2818bf-7de3-48a2-8a3b-24dbabd16d71 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:51.552815 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-03ce4309-b180-4d71-8545-477cd6d62cc6 req-2a2818bf-7de3-48a2-8a3b-24dbabd16d71 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.1296065 Mar 08 15:41:51.553582 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Checking segment: {'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:51.553948 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Network hostable DHCP agents. Network: 5247f75a-f945-487c-b069-6b493c409e99, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:41:51.634249 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-03ce4309-b180-4d71-8545-477cd6d62cc6 req-5335fdf2-4380-4a42-afbb-f07e8d426f3a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708032 Mar 08 15:41:51.671245 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Network 5247f75a-f945-487c-b069-6b493c409e99 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:41:51.683153 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:51.702985 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a0cb4-caad-41e0-bbe4-1484a606a6e5 req-f8b46d59-1027-4306-afa8-bf31999cd628 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:51.704600 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-352a0cb4-caad-41e0-bbe4-1484a606a6e5 req-f8b46d59-1027-4306-afa8-bf31999cd628 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0682971 Mar 08 15:41:51.755171 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-352a0cb4-caad-41e0-bbe4-1484a606a6e5 req-6960a0d0-92cc-4b96-9324-fb9e9020bb6c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439913 Mar 08 15:41:51.782748 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 5247f75a-f945-487c-b069-6b493c409e99) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:51.793184 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f149c-7c90-4599-9e84-1cdd6aeb9f99 None None] Network 5247f75a-f945-487c-b069-6b493c409e99 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:51.793690 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:51.795817 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:51.918224 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32315be7-6f72-4195-b039-dd31cbd06ae7 None None] Network 5247f75a-f945-487c-b069-6b493c409e99 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:51.992214 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b8823-3734-4600-9356-7f5c20ab938e req-da92c8b0-9630-44cf-8a45-caa0b2af628b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:51.993851 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-de0b8823-3734-4600-9356-7f5c20ab938e req-da92c8b0-9630-44cf-8a45-caa0b2af628b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0778637 Mar 08 15:41:52.018401 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-f662803a-e0a1-4546-be9a-44bf92ed91c5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1322126 Mar 08 15:41:52.084541 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-de0b8823-3734-4600-9356-7f5c20ab938e req-be371020-66b7-4e15-892f-8487a74015d0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841289 Mar 08 15:41:52.771940 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f284-8017-40a5-9531-2fac5b132880 req-059ca51b-3020-4687-99eb-5437e6741099 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:52.774229 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-adf7f284-8017-40a5-9531-2fac5b132880 req-059ca51b-3020-4687-99eb-5437e6741099 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0734150 Mar 08 15:41:52.826705 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-adf7f284-8017-40a5-9531-2fac5b132880 req-c5b8f527-a534-4e9e-9e07-7e155df99ed8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Mar 08 15:41:53.173681 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.236908 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b8e12-8b1f-4b43-91cb-f9fb1002e13c req-c53d14eb-a6f7-4a2b-922e-06f0b931fb57 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:53.244763 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d72b8e12-8b1f-4b43-91cb-f9fb1002e13c req-c53d14eb-a6f7-4a2b-922e-06f0b931fb57 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0744536 Mar 08 15:41:53.292217 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d72b8e12-8b1f-4b43-91cb-f9fb1002e13c req-b94a216f-1af2-4cff-b29b-5edcdc4edb74 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462587 Mar 08 15:41:53.954306 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137533c-9f92-4487-9844-a63b155bb05f req-54e1909c-201a-4688-866a-6960098352ae tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:53.967725 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5137533c-9f92-4487-9844-a63b155bb05f req-54e1909c-201a-4688-866a-6960098352ae tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0572748 Mar 08 15:41:54.009856 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5137533c-9f92-4487-9844-a63b155bb05f req-2d4ff993-6dc8-4366-9fd0-2c49a3c4efb9 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483348 Mar 08 15:41:54.413628 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 46912) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:54.448392 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadfc3e-dd38-4023-a0d2-70f78e6baefb req-10cde7d5-e514-4d0d-bf0d-074a8b5654c1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:54.449887 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-caadfc3e-dd38-4023-a0d2-70f78e6baefb req-10cde7d5-e514-4d0d-bf0d-074a8b5654c1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0691161 Mar 08 15:41:54.516408 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-caadfc3e-dd38-4023-a0d2-70f78e6baefb req-49e09260-28b0-4bc0-8c5a-a54699ed7b3f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565553 Mar 08 15:41:54.562534 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-be7130ef-6d99-4801-b85f-f8b44eb4f8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.656461 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-be7130ef-6d99-4801-b85f-f8b44eb4f8cc admin admin] Publish callbacks [] for security_group (d38ec6b1-6654-41bc-9cca-6fa5c814433b), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.946002 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-be7130ef-6d99-4801-b85f-f8b44eb4f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (d38ec6b1-6654-41bc-9cca-6fa5c814433b), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.969511 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.986252 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7130ef-6d99-4801-b85f-f8b44eb4f8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ec6b1-6654-41bc-9cca-6fa5c814433b,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:54.990513 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-be7130ef-6d99-4801-b85f-f8b44eb4f8cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7884dfbd2d0342c7bb160bf352044b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5759356 Mar 08 15:41:54.993597 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 46918) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:55.048346 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5e4dae8e-d0f5-464c-bb1e-75b8e692db7a admin admin] Publish callbacks [] for security_group (d38ec6b1-6654-41bc-9cca-6fa5c814433b), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.078494 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5e4dae8e-d0f5-464c-bb1e-75b8e692db7a admin admin] Publish callbacks [] for security_group (d38ec6b1-6654-41bc-9cca-6fa5c814433b), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.170013 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acaef4-bec8-40b2-b76d-78280b425c63 req-b06ae9fb-cb07-4b81-826a-1d999807528c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:55.171577 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-89acaef4-bec8-40b2-b76d-78280b425c63 req-b06ae9fb-cb07-4b81-826a-1d999807528c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0786409 Mar 08 15:41:55.205248 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5e4dae8e-d0f5-464c-bb1e-75b8e692db7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (d38ec6b1-6654-41bc-9cca-6fa5c814433b), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.206266 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5e4dae8e-d0f5-464c-bb1e-75b8e692db7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.210542 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-5e4dae8e-d0f5-464c-bb1e-75b8e692db7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d38ec6b1-6654-41bc-9cca-6fa5c814433b HTTP/1.1" status: 204 len: 168 time: 0.2136536 Mar 08 15:41:55.221320 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dae8e-d0f5-464c-bb1e-75b8e692db7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ec6b1-6654-41bc-9cca-6fa5c814433b,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:55.259791 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-89acaef4-bec8-40b2-b76d-78280b425c63 req-238fdb70-cccb-48fd-b01e-5a9df7dbc2c2 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827627 Mar 08 15:41:57.362583 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:41:59.082315 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-b2a244c8-421e-4eb2-a4fe-b7ef1d25e89d tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:59.083691 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-b2a244c8-421e-4eb2-a4fe-b7ef1d25e89d tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/networks?id=5247f75a-f945-487c-b069-6b493c409e99 HTTP/1.1" status: 200 len: 808 time: 0.0997195 Mar 08 15:41:59.098078 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-332324f4-b105-4d11-b9ef-8956d1bb7f4a tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/quotas/717041695c614e95a3c317126f56fdd5 HTTP/1.1" status: 200 len: 375 time: 0.0091958 Mar 08 15:41:59.129098 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e923c130-e57f-470a-8985-de9db7201066 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=717041695c614e95a3c317126f56fdd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259867 Mar 08 15:41:59.213634 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-72e273c3-8504-47db-a1c3-42fcb025183a service neutron] 10.222.0.25 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780764 Mar 08 15:41:59.301696 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-25cdd76e-3be2-40f7-b377-07956ac8cbfc service neutron] 10.222.0.25 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824468 Mar 08 15:41:59.628549 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc306c13-ff9e-495e-b848-e767ecc5035e req-8620871b-05cf-4672-b91c-1775a58c9e10 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:59.630195 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fc306c13-ff9e-495e-b848-e767ecc5035e req-8620871b-05cf-4672-b91c-1775a58c9e10 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0634782 Mar 08 15:41:59.693709 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fc306c13-ff9e-495e-b848-e767ecc5035e req-700ac8c9-e3d0-48ae-928c-d1c14eb68013 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563846 Mar 08 15:41:59.810143 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37fc36-bbaa-4315-a5d8-1f825d689119 req-c33d5db7-2b90-4ee0-84b6-4d8668dde075 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:59.811698 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-be37fc36-bbaa-4315-a5d8-1f825d689119 req-c33d5db7-2b90-4ee0-84b6-4d8668dde075 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0577805 Mar 08 15:41:59.866897 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-be37fc36-bbaa-4315-a5d8-1f825d689119 req-0606d668-7aad-449a-a844-9e1218941ae9 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433600 Mar 08 15:41:59.949542 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dcdecc6c-6a51-495d-b201-a415ef6be8ee req-2a1f24d7-937d-4ab5-8c39-cf9ee67a7046 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0410480 Mar 08 15:42:00.833635 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dfc38-3015-4132-814b-6f7407326175 req-f6c7ae7e-5486-41a4-b779-5db449bd474a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:00.837445 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-454dfc38-3015-4132-814b-6f7407326175 req-f6c7ae7e-5486-41a4-b779-5db449bd474a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0625951 Mar 08 15:42:00.883668 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-454dfc38-3015-4132-814b-6f7407326175 req-f4c5cea8-83db-402d-9cce-e60bb43949f5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Mar 08 15:42:01.003646 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ee1fd-224d-4fbf-b5d3-1a97f5f3cc66 req-6cc96dab-0242-4b43-8af8-abac72d47cca tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:01.005140 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b30ee1fd-224d-4fbf-b5d3-1a97f5f3cc66 req-6cc96dab-0242-4b43-8af8-abac72d47cca tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0596325 Mar 08 15:42:01.055750 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b30ee1fd-224d-4fbf-b5d3-1a97f5f3cc66 req-1b7cf360-497a-4563-9ea0-5159b1e3814b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Mar 08 15:42:01.157135 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8418deca-2960-4907-a4c9-deac0cbc8a3f req-cdc0580b-5dce-4660-adff-c9f0280ef449 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0281668 Mar 08 15:42:02.023441 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ea75-eb3d-4490-9bd5-b5b941420a9b req-a82bad93-942f-484d-9711-143879b959cf tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:02.026086 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e43ea75-eb3d-4490-9bd5-b5b941420a9b req-a82bad93-942f-484d-9711-143879b959cf tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0589750 Mar 08 15:42:02.071049 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e43ea75-eb3d-4490-9bd5-b5b941420a9b req-cfcc8932-78b3-48c0-84d1-711f0827237b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407059 Mar 08 15:42:02.195839 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5ad3d-5b20-46f5-af03-05fe5c1e45cc req-42503599-cfd2-473d-b3b1-d8d3eedc28b0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:02.197361 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9f5ad3d-5b20-46f5-af03-05fe5c1e45cc req-42503599-cfd2-473d-b3b1-d8d3eedc28b0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0565023 Mar 08 15:42:02.244349 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9f5ad3d-5b20-46f5-af03-05fe5c1e45cc req-2f3b4f60-1e83-4b00-be9a-4587e141bfdf tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Mar 08 15:42:02.329637 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5cea980b-5639-436e-91c8-edd1d865ba30 req-f2d53e20-800d-40f7-b7d4-4fa986002302 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Mar 08 15:42:03.615654 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc7d37-b233-4df0-b978-3428065be714 req-7e6d9881-443c-4ef8-95ec-9b563f0fc6ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:03.617290 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9acc7d37-b233-4df0-b978-3428065be714 req-7e6d9881-443c-4ef8-95ec-9b563f0fc6ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0544701 Mar 08 15:42:03.668741 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9acc7d37-b233-4df0-b978-3428065be714 req-84e8412e-e0bb-44c6-99f5-769d3390ff50 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456727 Mar 08 15:42:03.792424 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08b1d4-2459-4af6-87c8-53c3c8509b9f req-d5ffc9bb-617e-4877-8028-838fff0963f9 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:03.792424 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad08b1d4-2459-4af6-87c8-53c3c8509b9f req-d5ffc9bb-617e-4877-8028-838fff0963f9 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0565023 Mar 08 15:42:03.842920 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad08b1d4-2459-4af6-87c8-53c3c8509b9f req-212f88d0-6771-4616-97e5-2c38fbed402e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492802 Mar 08 15:42:03.933220 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb72f4ce-fafd-4984-b259-b3f4a58d4aa5 req-838e6603-9bcb-4d7a-b856-88f84f427f79 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0308194 Mar 08 15:42:04.049752 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cee5d-c5d9-44c7-863f-9b827048efab req-930770de-ff7d-4c01-a56a-29668b67060b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:04.051160 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a46cee5d-c5d9-44c7-863f-9b827048efab req-930770de-ff7d-4c01-a56a-29668b67060b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.0573099 Mar 08 15:42:04.103835 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a46cee5d-c5d9-44c7-863f-9b827048efab req-253813c4-cd73-4bcd-8f42-0e4fe71a2d1c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451865 Mar 08 15:42:04.801766 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668779c3-8244-4ad9-aab1-7cba72576b09 req-29da65c4-02bd-4f9d-9428-29b5c17a63e7 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:04.809646 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-668779c3-8244-4ad9-aab1-7cba72576b09 req-29da65c4-02bd-4f9d-9428-29b5c17a63e7 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0620773 Mar 08 15:42:04.862631 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-668779c3-8244-4ad9-aab1-7cba72576b09 req-0a3d472f-5130-4b21-9ecf-c23645cf6c5e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517747 Mar 08 15:42:04.992554 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4650b-4f24-4ec8-8fc1-05521ada0559 req-f9d05680-dd5f-4141-b285-4a8eb9a8e731 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:04.994034 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c2f4650b-4f24-4ec8-8fc1-05521ada0559 req-f9d05680-dd5f-4141-b285-4a8eb9a8e731 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0615079 Mar 08 15:42:05.045365 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c2f4650b-4f24-4ec8-8fc1-05521ada0559 req-d390cb5a-a980-4421-bdef-83070cd7ee2c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Mar 08 15:42:05.143807 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f2487ee8-041f-475e-81f9-274b39f47df5 req-d4ec430f-77b0-49fb-9808-b5ae46882399 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0378079 Mar 08 15:42:05.251948 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a8565-e325-4126-9151-692c5d2aff96 req-0ac49d17-f0a9-4e2f-9056-9003d52f6a63 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:05.253412 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d2a8565-e325-4126-9151-692c5d2aff96 req-0ac49d17-f0a9-4e2f-9056-9003d52f6a63 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.0552056 Mar 08 15:42:05.304934 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d2a8565-e325-4126-9151-692c5d2aff96 req-572da373-40a0-46a5-ae87-49cd77ad599f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457482 Mar 08 15:42:06.029993 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5312db-79a3-4efa-b8a0-47574148aa4a req-43fa8238-39f9-42b0-a417-cd6dbd7d4854 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:06.029993 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-be5312db-79a3-4efa-b8a0-47574148aa4a req-43fa8238-39f9-42b0-a417-cd6dbd7d4854 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0603750 Mar 08 15:42:06.067637 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-be5312db-79a3-4efa-b8a0-47574148aa4a req-7b2cb8c3-52b5-4cda-bcb0-4af0865d4173 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545518 Mar 08 15:42:06.203478 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234e34-e192-41b6-a716-2e7ab7f91d8d req-f5e9c2d9-4dde-4a8d-9386-29ab0a97a839 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:06.205001 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-94234e34-e192-41b6-a716-2e7ab7f91d8d req-f5e9c2d9-4dde-4a8d-9386-29ab0a97a839 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0633781 Mar 08 15:42:06.253088 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-94234e34-e192-41b6-a716-2e7ab7f91d8d req-a2ecdae6-e536-4f0e-8dc7-8c8756fc17cd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Mar 08 15:42:06.355551 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f14ba74f-12ae-4fb6-9e4c-b0e3bd03b637 req-b5c73122-08c3-4f11-b7e0-5e05430a5290 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0360205 Mar 08 15:42:06.482913 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dff001-bcc2-4fe7-abf0-e730a06392b3 req-f48ac5f6-9a12-4225-984b-3aacd3a15cf7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:06.484434 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c5dff001-bcc2-4fe7-abf0-e730a06392b3 req-f48ac5f6-9a12-4225-984b-3aacd3a15cf7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.0649288 Mar 08 15:42:06.541955 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c5dff001-bcc2-4fe7-abf0-e730a06392b3 req-96769761-2f8e-496a-b77d-47e250d9ecce tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516741 Mar 08 15:42:07.186987 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c4592-5fe0-4876-99fa-b5d249773886 req-10407a3b-f19c-4890-9d29-5f418c827643 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.188960 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad9c4592-5fe0-4876-99fa-b5d249773886 req-10407a3b-f19c-4890-9d29-5f418c827643 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0518563 Mar 08 15:42:07.234413 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad9c4592-5fe0-4876-99fa-b5d249773886 req-6134c268-e5ba-4b0c-b301-c6a4fff6193c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399151 Mar 08 15:42:07.316544 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-c1be5eff-c49a-4f0c-9999-b5ad1b5dc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.318863 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-c1be5eff-c49a-4f0c-9999-b5ad1b5dc70e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1127 time: 0.0500267 Mar 08 15:42:07.345362 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d39670ac-fcc7-4cfe-b488-fadd549c0d99 req-c998f501-b4e1-4222-a0f8-564bd2d09085 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049843 Mar 08 15:42:07.377579 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-ad58e849-203e-4086-b493-db2c9831e491 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 217 time: 0.0352902 Mar 08 15:42:07.386605 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62859305-8d21-461c-b484-3e7b3f862b66 req-b5dadac1-4ce5-4605-8130-19342878ab28 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.388166 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-62859305-8d21-461c-b484-3e7b3f862b66 req-b5dadac1-4ce5-4605-8130-19342878ab28 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0579679 Mar 08 15:42:07.444708 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-62859305-8d21-461c-b484-3e7b3f862b66 req-c9078e63-f7bb-499f-be58-f8a420f73c0a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500844 Mar 08 15:42:07.449765 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-e98dab92-b70d-4163-82bb-09a6bf6c10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.451353 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-e98dab92-b70d-4163-82bb-09a6bf6c10aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 200 len: 854 time: 0.0494075 Mar 08 15:42:07.512429 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-8cfc63f6-ac9a-4167-a46a-4daa25bc3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.513947 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-8cfc63f6-ac9a-4167-a46a-4daa25bc3955 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fea8419-379e-4967-b7a3-57140b515585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509670 Mar 08 15:42:07.529364 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-27b4b034-bd75-4644-8b78-6a95e55a2816 req-847dadf0-64e7-4e13-a581-5b7c25a41ff3 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0301857 Mar 08 15:42:07.606422 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-3ce24dc8-e2a8-49e8-9cca-bf45a3293278 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845156 Mar 08 15:42:07.664851 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ced6a3-d7eb-4884-84cc-ba344f079e9f req-e28bceb7-e4ab-4a00-aae3-ebb051afe69b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.666338 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-15ced6a3-d7eb-4884-84cc-ba344f079e9f req-e28bceb7-e4ab-4a00-aae3-ebb051afe69b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.0552230 Mar 08 15:42:07.714978 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-430bd02e-9f43-41c0-8863-8ad2369c5a9f req-460da7a1-804b-4e11-b0f2-3d4271d85be8 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018183 Mar 08 15:42:07.733398 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-15ced6a3-d7eb-4884-84cc-ba344f079e9f req-6616c3f4-aea7-4c09-9c9c-65b0146e5143 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616827 Mar 08 15:42:07.910988 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2805-e3ec-46dd-998f-2534f734382d req-42ed9c4f-0401-4cd7-b5b7-b24da38c475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.912325 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-645f2805-e3ec-46dd-998f-2534f734382d req-42ed9c4f-0401-4cd7-b5b7-b24da38c475d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1127 time: 0.0482762 Mar 08 15:42:08.004534 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2805-e3ec-46dd-998f-2534f734382d req-20d8b249-2b7d-44cb-803d-c946885c0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.005972 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-645f2805-e3ec-46dd-998f-2534f734382d req-20d8b249-2b7d-44cb-803d-c946885c0788 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 915 time: 0.0864606 Mar 08 15:42:08.048985 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-645f2805-e3ec-46dd-998f-2534f734382d req-de100f08-e7f7-4b55-b181-01524968ab34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 217 time: 0.0346897 Mar 08 15:42:08.104253 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2805-e3ec-46dd-998f-2534f734382d req-90e42a91-4260-4a72-8974-98133a8a8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.106735 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-645f2805-e3ec-46dd-998f-2534f734382d req-90e42a91-4260-4a72-8974-98133a8a8b27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 200 len: 854 time: 0.0469806 Mar 08 15:42:08.167717 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2805-e3ec-46dd-998f-2534f734382d req-7b01741e-17f8-4cf5-a7e1-1ab7ca8f30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.169441 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-645f2805-e3ec-46dd-998f-2534f734382d req-7b01741e-17f8-4cf5-a7e1-1ab7ca8f30b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fea8419-379e-4967-b7a3-57140b515585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490308 Mar 08 15:42:08.271677 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-645f2805-e3ec-46dd-998f-2534f734382d req-fe335924-955e-4e28-9d6f-facbeb858126 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899770 Mar 08 15:42:08.384879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d46d7-1f57-4e11-beec-b46645f8cb33 req-a1c07af0-857e-4659-a5ea-9a48acb445dd tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.386243 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-645f2805-e3ec-46dd-998f-2534f734382d req-7e2deb18-247a-4381-a83e-308747d8d407 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054869 Mar 08 15:42:08.386853 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d31d46d7-1f57-4e11-beec-b46645f8cb33 req-a1c07af0-857e-4659-a5ea-9a48acb445dd tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0716236 Mar 08 15:42:08.438642 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d31d46d7-1f57-4e11-beec-b46645f8cb33 req-1065b601-6adb-418e-9aee-a83502ae60c2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Mar 08 15:42:08.569170 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72cc10-291f-4b20-afe3-c887c2d785b0 req-d8950467-6953-4602-9e45-9e74344fad70 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.570778 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7c72cc10-291f-4b20-afe3-c887c2d785b0 req-d8950467-6953-4602-9e45-9e74344fad70 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0532417 Mar 08 15:42:08.870764 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-008b7df8-304e-4722-9235-d293f76e0fb3 req-16b1f949-ae11-45f0-a9e7-65c635c3cf51 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.2731442 Mar 08 15:42:08.885876 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7c72cc10-291f-4b20-afe3-c887c2d785b0 req-c236e930-6cf8-43d8-883c-8c1195fe6659 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092122 Mar 08 15:42:08.982235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34ac3a-22ed-43cc-ab7e-6f625780dc1f req-e8e5e9a9-13f8-44a0-884e-4a1566039dea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.983817 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ee34ac3a-22ed-43cc-ab7e-6f625780dc1f req-e8e5e9a9-13f8-44a0-884e-4a1566039dea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.0517850 Mar 08 15:42:09.030847 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ee34ac3a-22ed-43cc-ab7e-6f625780dc1f req-f160e58e-b4ea-42b8-a865-7b0de4915bd8 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e30829-5597-4e2d-b088-eee06ad43158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Mar 08 15:42:09.079890 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-618ab6a9-537e-4c9a-a084-5189af64b194 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:09.081358 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-618ab6a9-537e-4c9a-a084-5189af64b194 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 946 time: 0.0551682 Mar 08 15:42:09.179321 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Deleting port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:09.179645 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.268985 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] For port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:09.269343 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.421623 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-cd6ae312-0bc3-4376-8f1d-4f45a40ce814 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:09.423195 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-cd6ae312-0bc3-4376-8f1d-4f45a40ce814 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.24 "GET /v2.0/networks?id=5247f75a-f945-487c-b069-6b493c409e99 HTTP/1.1" status: 200 len: 808 time: 0.1083305 Mar 08 15:42:09.438596 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Request body: {'port': {'device_id': '9aa96973-cbe5-4c53-b9b6-d9b63c0ee253', 'network_id': '5247f75a-f945-487c-b069-6b493c409e99', 'admin_state_up': True, 'tenant_id': '717041695c614e95a3c317126f56fdd5'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:09.595233 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2bd17-325f-47f8-8e17-2f1276a2a8d0 req-34b572b0-dfc6-483a-b5b4-837f1ef2f47d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:09.596786 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1bd2bd17-325f-47f8-8e17-2f1276a2a8d0 req-34b572b0-dfc6-483a-b5b4-837f1ef2f47d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0774262 Mar 08 15:42:09.643789 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1bd2bd17-325f-47f8-8e17-2f1276a2a8d0 req-e695e07d-f985-4998-93dc-a065c430d7df tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413630 Mar 08 15:42:09.677296 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Made reservation on behalf of 717041695c614e95a3c317126f56fdd5 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:09.680693 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.714122 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.714745 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (7bbcbfe8-8da1-4d5b-89b1-2879b097c668), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.715083 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.l3_db [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Floating IP 7bbcbfe8-8da1-4d5b-89b1-2879b097c668 disassociated. External IP: 172.27.3.189, port: f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce. Mar 08 15:42:09.715493 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Calling delete_port for f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce owned by compute:nova {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:09.803652 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Allocated IP 172.20.0.11 (5247f75a-f945-487c-b069-6b493c409e99/7dad92f6-2906-4d4d-a239-5107a9d27036/8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:09.905787 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.978154 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'Port': ['ID=f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:09.992534 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.992890 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.993238 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.993697 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.994051 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.994390 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.994761 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.995094 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.995425 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.995902 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.996024 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8be5c020-c37f-4de4-a131-9ec661f3188e req-7840f7de-a0ec-427d-8833-5d79ec9c41e8 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0446296 Mar 08 15:42:09.996258 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.996592 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:09.996919 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:10.003029 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks [] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.067852 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7374e3-a1b7-47d7-9711-b41ff0eddcc4 req-a99830b5-5456-4e51-8774-835283a8c1a9 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:10.069410 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aa7374e3-a1b7-47d7-9711-b41ff0eddcc4 req-a99830b5-5456-4e51-8774-835283a8c1a9 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.1047952 Mar 08 15:42:10.077351 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:10.146555 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aa7374e3-a1b7-47d7-9711-b41ff0eddcc4 req-162d8254-ab0d-4960-8c4a-837b9b1f9c53 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677314 Mar 08 15:42:10.148455 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10317856-32dc-4354-8828-24d709719633 req-161a423e-811a-4303-8506-5e504840e18c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 210 time: 0.0332050 Mar 08 15:42:10.149629 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.197945 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Network 5247f75a-f945-487c-b069-6b493c409e99 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:10.201096 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:10.205821 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:10.209833 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Pushing event updated for resources: {'Port': ['ID=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:10.217075 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:10.229018 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:10.253549 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:10.254409 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:41:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:10.267916 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:10.268890 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.278189 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] No DVR routers for this DVR port f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce on host hv-cinder-83009 {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:42:10.281913 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.285648 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-71b35628-c645-4fb9-94bc-16f5c857ef50 req-039b0820-90dc-4fcd-bbc9-026736f01266 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "DELETE /v2.0/ports/f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce HTTP/1.1" status: 204 len: 173 time: 1.1968274 Mar 08 15:42:10.288515 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'name': 'network-vif-deleted', 'tag': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:10.288932 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861f7acf-26db-4c8f-ab46-a8236a159202" -d '{"events": [{"server_uuid": "af4957cc-ae50-4ee3-bd59-defd8ad05c2a", "name": "network-vif-deleted", "tag": "f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:10.325559 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d17d860-dd0b-4c3a-8a04-c74e4c558213 x-openstack-request-id: req-5d17d860-dd0b-4c3a-8a04-c74e4c558213 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:10.325868 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4957cc-ae50-4ee3-bd59-defd8ad05c2a", "name": "network-vif-deleted", "tag": "f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:10.326148 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d17d860-dd0b-4c3a-8a04-c74e4c558213 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:10.326603 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4957cc-ae50-4ee3-bd59-defd8ad05c2a', 'name': 'network-vif-deleted', 'tag': 'f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce', 'status': 'completed', 'code': 200} Mar 08 15:42:10.348337 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-e2a2e8c4-170f-42bc-93bb-38bf15fa5ea1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9145045 Mar 08 15:42:10.360373 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Request body: {'port': {'device_id': '9aa96973-cbe5-4c53-b9b6-d9b63c0ee253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:10.378679 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:10.419077 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.707221 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:10.708663 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:43Z', 'revision_number': 2, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:10.717572 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Publish callbacks [] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.731751 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Transition to ACTIVE for port object 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:42:10.735515 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:10.744260 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:10.744867 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:41:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:10.794934 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e614e6-df2f-49d0-a149-a528a9cfdffd req-b55add90-94f1-47b8-8617-75a3f485e044 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:10.796315 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e5e614e6-df2f-49d0-a149-a528a9cfdffd req-b55add90-94f1-47b8-8617-75a3f485e044 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0586102 Mar 08 15:42:10.844467 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e5e614e6-df2f-49d0-a149-a528a9cfdffd req-94ca85ab-7cc0-4908-95ec-347b20ce1de3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420489 Mar 08 15:42:10.845850 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.854284 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:10.899892 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Pushing event updated for resources: {'Port': ['ID=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:10.972691 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Attempting to bind port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:10.972946 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Attempting to bind port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:10.973279 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Attempting to bind port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf on network 5247f75a-f945-487c-b069-6b493c409e99 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:10.977491 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf on network 5247f75a-f945-487c-b069-6b493c409e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:42:10.977813 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Attempting to bind port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf on network 5247f75a-f945-487c-b069-6b493c409e99 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:10.982631 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:10.982984 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Checking segment: {'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:10.983358 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Bound using segment: {'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:10.983980 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Bound port: 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:10.984938 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:11.051388 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] For port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:11.054483 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] For port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:11.095070 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:43Z', 'revision_number': 2, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:11.122127 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977a088-a0b8-4618-9e87-5da64c3a06ae req-e1e25610-6feb-4230-b90a-b773b34607e9 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:11.123911 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1977a088-a0b8-4618-9e87-5da64c3a06ae req-e1e25610-6feb-4230-b90a-b773b34607e9 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 944 time: 0.0537174 Mar 08 15:42:11.125422 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3320f-92e4-4b23-882e-fecfca1315a2 None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '173a81af-2aa3-432a-bc7e-933cd7e261e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:a9:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:01Z', 'updated_at': '2022-03-08T15:39:43Z', 'revision_number': 2, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:11.150626 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:11.203385 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:11.204025 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:11.205463 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf HTTP/1.1" status: 200 len: 1094 time: 0.8497541 Mar 08 15:42:11.207880 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa96973-cbe5-4c53-b9b6-d9b63c0ee253', 'tag': '8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:11.210253 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa96973-cbe5-4c53-b9b6-d9b63c0ee253", "tag": "8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:11.240125 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1977a088-a0b8-4618-9e87-5da64c3a06ae req-2a6384ff-9f83-44a3-9976-d89ec3a584b8 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100140 Mar 08 15:42:11.243096 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536408e7-2a92-4cf0-b05c-5d10401db564 service neutron] Pushing event updated for resources: {'Port': ['ID=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:11.350016 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e909-d99b-4955-8340-58c5dd5910d3 req-f703c738-50c6-49aa-a0ca-ff21eff9a6d8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:11.358413 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bc68e909-d99b-4955-8340-58c5dd5910d3 req-f703c738-50c6-49aa-a0ca-ff21eff9a6d8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 943 time: 0.0938094 Mar 08 15:42:11.436692 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1315cd62-4271-4c75-8f10-19ca6294ba79 req-eada9a5f-a442-4457-a90c-c613717e34af tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4957cc-ae50-4ee3-bd59-defd8ad05c2a HTTP/1.1" status: 200 len: 210 time: 0.0615668 Mar 08 15:42:11.473659 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bc68e909-d99b-4955-8340-58c5dd5910d3 req-1aab17a6-a73c-441f-8718-45b227df079e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143918 Mar 08 15:42:11.479418 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-60d3f2de-9a4c-4d6e-b938-9237a5bd2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:11.481129 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-60d3f2de-9a4c-4d6e-b938-9237a5bd2f6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=717041695c614e95a3c317126f56fdd5&device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 1128 time: 0.1200426 Mar 08 15:42:11.514715 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84f962-898c-45f0-aa06-eb3dc1a850f9 None None] New status for floating IP 7bbcbfe8-8da1-4d5b-89b1-2879b097c668: DOWN {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:42:11.530650 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff1742b-3a18-4a5e-a67d-734f0f85ca5e x-openstack-request-id: req-0ff1742b-3a18-4a5e-a67d-734f0f85ca5e {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:11.530941 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa96973-cbe5-4c53-b9b6-d9b63c0ee253", "tag": "8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:11.531252 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ff1742b-3a18-4a5e-a67d-734f0f85ca5e {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:11.532177 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa96973-cbe5-4c53-b9b6-d9b63c0ee253', 'tag': '8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf', 'status': 'completed', 'code': 200} Mar 08 15:42:11.533914 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-ed2d7479-7be6-4117-8219-3084fb48428a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf HTTP/1.1" status: 200 len: 217 time: 0.0377450 Mar 08 15:42:11.585169 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:11.585823 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-7f18ea0c-c4ee-41dd-a1f3-c55817bb5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:11.587511 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-7f18ea0c-c4ee-41dd-a1f3-c55817bb5916 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dad92f6-2906-4d4d-a239-5107a9d27036 HTTP/1.1" status: 200 len: 848 time: 0.0450671 Mar 08 15:42:11.621773 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-c4dfa902-5627-4a8c-a715-f7543798fb29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5247f75a-f945-487c-b069-6b493c409e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265749 Mar 08 15:42:11.716370 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:11.723411 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-926c46b7-5f89-467d-ba7d-7c775cc676e4 service neutron] 10.222.0.24 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945535 Mar 08 15:42:11.727495 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'port_id': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'mac_address': 'fa:16:3e:e8:e3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:11.770047 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:11.770454 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:11.783979 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:11.803135 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:11.823160 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-287d5320-03a5-4ee4-a965-215a4ddee6e8 req-25965de0-3133-4c75-98ab-ba952a34de75 service neutron] 10.222.0.24 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928595 Mar 08 15:42:11.900184 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:11.950913 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:12.017254 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34faec3-5363-4d1e-a3a3-ee454dee81f9 req-61ed3f79-b26a-4abb-bb96-068627b68088 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.018737 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f34faec3-5363-4d1e-a3a3-ee454dee81f9 req-61ed3f79-b26a-4abb-bb96-068627b68088 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0943494 Mar 08 15:42:12.024748 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-50402444-3df7-47aa-9794-8bf420841c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.026053 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-50402444-3df7-47aa-9794-8bf420841c9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=717041695c614e95a3c317126f56fdd5&device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 1128 time: 0.0639336 Mar 08 15:42:12.122828 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f34faec3-5363-4d1e-a3a3-ee454dee81f9 req-d6f638de-79da-490b-a158-48f9e0e61593 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958288 Mar 08 15:42:12.154248 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-4c7cf16a-7b6d-4853-9ddb-cec743b71ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.155755 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-4c7cf16a-7b6d-4853-9ddb-cec743b71ce0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5247f75a-f945-487c-b069-6b493c409e99 HTTP/1.1" status: 200 len: 908 time: 0.1158960 Mar 08 15:42:12.199632 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-c1f51743-c727-458b-90eb-9b9b754509f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf HTTP/1.1" status: 200 len: 217 time: 0.0337393 Mar 08 15:42:12.235302 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d7b7e08a-6ff2-43b2-b91c-03b323ee9f24'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:12.258814 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-cb901b22-43eb-492c-960b-908bbfcd490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.260574 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-cb901b22-43eb-492c-960b-908bbfcd490e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dad92f6-2906-4d4d-a239-5107a9d27036 HTTP/1.1" status: 200 len: 848 time: 0.0522363 Mar 08 15:42:12.294559 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-c0ed0b90-cc41-40fb-ad97-50af57b69e06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5247f75a-f945-487c-b069-6b493c409e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266352 Mar 08 15:42:12.436099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b77af9-504f-495e-9d0e-7008d9cf4302 req-89785bc8-9124-4761-a3d0-d0eb8a08c5ac tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.438145 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-24b77af9-504f-495e-9d0e-7008d9cf4302 req-89785bc8-9124-4761-a3d0-d0eb8a08c5ac tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 944 time: 0.1054745 Mar 08 15:42:12.460657 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-8e79dcb9-3c14-4a8b-bb40-07814209fa48 service neutron] 10.222.0.24 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594615 Mar 08 15:42:12.516135 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-24b77af9-504f-495e-9d0e-7008d9cf4302 req-944b95b6-ede3-40ef-82c4-f87cd53056ee tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717041 Mar 08 15:42:12.611707 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a12c9bde-3705-4f14-9e6a-6d8ba8a1cfe7 req-62400076-5c47-4f84-aea3-dd4e5263887e service neutron] 10.222.0.24 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433029 Mar 08 15:42:12.627347 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47080) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:12.629442 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346a7d0-7d71-4125-b3b2-409c0e0843f6 req-432237a4-8767-4792-9d83-0f2d7bca3c00 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.631138 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9346a7d0-7d71-4125-b3b2-409c0e0843f6 req-432237a4-8767-4792-9d83-0f2d7bca3c00 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 944 time: 0.0745308 Mar 08 15:42:12.679581 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9346a7d0-7d71-4125-b3b2-409c0e0843f6 req-ee154037-cdb8-4287-826b-7ddc1ac4db90 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Mar 08 15:42:12.691790 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e97bf1b7-4ecf-47bf-b94c-c4ca27e16d1a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (f0e30829-5597-4e2d-b088-eee06ad43158), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:12.715683 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e97bf1b7-4ecf-47bf-b94c-c4ca27e16d1a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (f0e30829-5597-4e2d-b088-eee06ad43158), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:12.831652 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e97bf1b7-4ecf-47bf-b94c-c4ca27e16d1a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (f0e30829-5597-4e2d-b088-eee06ad43158), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:12.834550 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e97bf1b7-4ecf-47bf-b94c-c4ca27e16d1a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:12.835839 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-e97bf1b7-4ecf-47bf-b94c-c4ca27e16d1a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "DELETE /v2.0/security-groups/f0e30829-5597-4e2d-b088-eee06ad43158 HTTP/1.1" status: 204 len: 168 time: 0.2072837 Mar 08 15:42:12.838626 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47082) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:12.845552 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bf1b7-4ecf-47bf-b94c-c4ca27e16d1a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e30829-5597-4e2d-b088-eee06ad43158,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:12.857196 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.api.v2.resource [None req-8b46039d-a5d8-4442-9f40-cce9e56a8ae4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] show failed (client error): The resource could not be found. Mar 08 15:42:12.858209 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8b46039d-a5d8-4442-9f40-cce9e56a8ae4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups/f0e30829-5597-4e2d-b088-eee06ad43158 HTTP/1.1" status: 404 len: 347 time: 0.0185819 Mar 08 15:42:12.862136 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47084) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:12.991228 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Deleting port 665b1068-cf54-4c96-a33a-87246ea85135 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:12.991568 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (665b1068-cf54-4c96-a33a-87246ea85135), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.067236 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (665b1068-cf54-4c96-a33a-87246ea85135), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.067564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (665b1068-cf54-4c96-a33a-87246ea85135), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.079400 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Calling delete_port for 665b1068-cf54-4c96-a33a-87246ea85135 owned by network:floatingip {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:13.291910 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaf87e-8c99-493d-bb17-8d616658e6de req-1954fc43-2bca-44c9-9acd-56adc6dc2707 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:13.293480 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-63eaf87e-8c99-493d-bb17-8d616658e6de req-1954fc43-2bca-44c9-9acd-56adc6dc2707 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0696783 Mar 08 15:42:13.342079 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (665b1068-cf54-4c96-a33a-87246ea85135), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.352480 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-63eaf87e-8c99-493d-bb17-8d616658e6de req-78843296-ab3c-4775-9bd0-f1d938cab513 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525241 Mar 08 15:42:13.372546 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'Port': ['ID=665b1068-cf54-4c96-a33a-87246ea85135,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:13.443472 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (7bbcbfe8-8da1-4d5b-89b1-2879b097c668), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.446013 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.449727 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-6d38a407-4c99-4cc1-bc95-e85d83732bba tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "DELETE /v2.0/floatingips/7bbcbfe8-8da1-4d5b-89b1-2879b097c668 HTTP/1.1" status: 204 len: 168 time: 0.5841036 Mar 08 15:42:13.605858 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:13.637496 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4662-c2cf-4775-b009-1e702cf08aa5 req-fbba042c-f2a8-44be-ad3b-38dd3a058be1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:13.639403 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8a4d4662-c2cf-4775-b009-1e702cf08aa5 req-fbba042c-f2a8-44be-ad3b-38dd3a058be1 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 944 time: 0.0560930 Mar 08 15:42:13.714558 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8a4d4662-c2cf-4775-b009-1e702cf08aa5 req-8fcff074-d60f-469f-86d4-25a5803fabba tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683441 Mar 08 15:42:13.744786 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:42:13.749744 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:13.750243 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.832243 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:13.832639 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.836242 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a56de2-eab1-43a2-b6d6-2f98f60fd14c req-2288928f-40cf-4f55-820e-94f2b93cef76 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:13.839649 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-59a56de2-eab1-43a2-b6d6-2f98f60fd14c req-2288928f-40cf-4f55-820e-94f2b93cef76 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 944 time: 0.0527701 Mar 08 15:42:13.855677 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:13.857888 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d5a79-4401-4963-8479-3a2af5ae2571" -d '{"events": [{"server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:13.869924 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:13.885907 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-59a56de2-eab1-43a2-b6d6-2f98f60fd14c req-9f08327d-f089-4954-9c00-7190620f9a4f tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Mar 08 15:42:13.930586 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38543de-873f-4e5d-833a-f1a02ebbdf71 x-openstack-request-id: req-e38543de-873f-4e5d-833a-f1a02ebbdf71 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:13.930900 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:13.931247 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e38543de-873f-4e5d-833a-f1a02ebbdf71 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:13.931542 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'code': 200} Mar 08 15:42:13.945920 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:13.946769 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:13.970144 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:13.970408 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device f2f15c86-6c5a-48c0-b56a-8fa7bf27b5ce not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:14.015299 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:14.310453 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4ad3b-7c71-4ef6-8a3e-e453f93c6e6c req-12c85d2b-6471-43d3-bfe2-5dc3d9c26e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:14.311935 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d0b4ad3b-7c71-4ef6-8a3e-e453f93c6e6c req-12c85d2b-6471-43d3-bfe2-5dc3d9c26e82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1129 time: 0.0466535 Mar 08 15:42:14.354147 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d0b4ad3b-7c71-4ef6-8a3e-e453f93c6e6c req-9fa3f5f5-6024-4549-941a-09468c8edc5d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348933 Mar 08 15:42:14.474511 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e473876-2138-41ce-b357-27a29f3a26b3 req-5fb4c3cf-7372-4127-acd8-a01f59d76a5b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:14.475866 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e473876-2138-41ce-b357-27a29f3a26b3 req-5fb4c3cf-7372-4127-acd8-a01f59d76a5b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0503273 Mar 08 15:42:14.522712 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e473876-2138-41ce-b357-27a29f3a26b3 req-5352d2b2-032b-4d61-93b7-8dbdae251f50 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Mar 08 15:42:14.838049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c75afa-bef4-4af4-8037-a95f75cae094 req-c565bb77-bb3c-464a-af1c-a6e9ee45b6a2 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:14.839484 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-18c75afa-bef4-4af4-8037-a95f75cae094 req-c565bb77-bb3c-464a-af1c-a6e9ee45b6a2 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 944 time: 0.0538170 Mar 08 15:42:14.884681 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-18c75afa-bef4-4af4-8037-a95f75cae094 req-ca540b6b-89d7-47e1-ab3f-541c5e539e0e tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Mar 08 15:42:15.001434 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc648729-b796-4f32-b810-faa6898cdc88 req-85bdcaaf-0147-40c0-8771-13a58395d6df tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:15.002930 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bc648729-b796-4f32-b810-faa6898cdc88 req-85bdcaaf-0147-40c0-8771-13a58395d6df tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0516131 Mar 08 15:42:15.049581 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bc648729-b796-4f32-b810-faa6898cdc88 req-c47a34db-bcf2-4be8-abd0-4f568fbd118a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Mar 08 15:42:15.625525 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:15.650195 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aa31a-a1ac-4102-bcda-1f57b80f1a29 req-361f6cc1-10e0-4618-8248-1f780eee41a0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:15.651789 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ee8aa31a-a1ac-4102-bcda-1f57b80f1a29 req-361f6cc1-10e0-4618-8248-1f780eee41a0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0544779 Mar 08 15:42:15.710199 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ee8aa31a-a1ac-4102-bcda-1f57b80f1a29 req-8517238f-4ed9-4a03-901b-ccc0b825d593 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522058 Mar 08 15:42:15.742071 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:15.755444 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf', 'network_id': '5247f75a-f945-487c-b069-6b493c409e99', 'port_id': '8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf', 'mac_address': 'fa:16:3e:6e:43:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dad92f6-2906-4d4d-a239-5107a9d27036', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:15.795726 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:15.796055 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:15.810871 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:15.830316 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:15.916884 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:15.971809 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:16.008981 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb8a3e-bf47-472e-bd9a-20b170ccc254 req-bdbcf4eb-fab4-4b61-980a-1ed386bdfe6c tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:16.010440 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1fcb8a3e-bf47-472e-bd9a-20b170ccc254 req-bdbcf4eb-fab4-4b61-980a-1ed386bdfe6c tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 945 time: 0.0578542 Mar 08 15:42:16.064258 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1fcb8a3e-bf47-472e-bd9a-20b170ccc254 req-76dbad61-0722-4fd4-96ff-8ad5fcb21b53 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Mar 08 15:42:16.167993 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc392c-d287-48b0-b941-9813fa2cb3d0 req-cab88b8e-21fa-44bf-b41e-f897a1e0968d tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:16.169505 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a9cc392c-d287-48b0-b941-9813fa2cb3d0 req-cab88b8e-21fa-44bf-b41e-f897a1e0968d tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0525663 Mar 08 15:42:16.207374 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:16.215882 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a9cc392c-d287-48b0-b941-9813fa2cb3d0 req-595d01cc-ba5c-4789-a44f-22ef96241b9c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Mar 08 15:42:16.336282 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008f711-0703-4ce0-9598-1af124e5a340 req-8389ea16-2085-4e6e-85c1-dc0e20e18f7b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:16.338236 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4008f711-0703-4ce0-9598-1af124e5a340 req-8389ea16-2085-4e6e-85c1-dc0e20e18f7b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0551839 Mar 08 15:42:16.382375 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4008f711-0703-4ce0-9598-1af124e5a340 req-0a1e726b-9789-4ed4-a8db-7dcd719965b3 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390506 Mar 08 15:42:16.698939 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7de7-a51d-43ae-b3c9-8651bebc6551 req-af191146-77c3-4941-9431-fb209a41ed1b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:16.700429 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dace7de7-a51d-43ae-b3c9-8651bebc6551 req-af191146-77c3-4941-9431-fb209a41ed1b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0515518 Mar 08 15:42:16.746216 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dace7de7-a51d-43ae-b3c9-8651bebc6551 req-68f13bb5-a630-4942-bfe2-0cca7f35b4d4 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Mar 08 15:42:16.833139 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b24f0-caed-4beb-be57-cbf125a2180e req-8b0f76a7-cd52-425b-859b-aac6753d4307 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:16.834613 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7b24f0-caed-4beb-be57-cbf125a2180e req-8b0f76a7-cd52-425b-859b-aac6753d4307 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0513518 Mar 08 15:42:16.883465 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7b24f0-caed-4beb-be57-cbf125a2180e req-2a79884f-6ff9-45e8-b2de-1602b8cac57c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Mar 08 15:42:17.180564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee4ecf-046b-4a8a-af78-5e51f95f0a1f req-49b48bf0-1812-42eb-b23f-524beb8bbe2e tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:17.182010 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-efee4ecf-046b-4a8a-af78-5e51f95f0a1f req-49b48bf0-1812-42eb-b23f-524beb8bbe2e tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 945 time: 0.0522099 Mar 08 15:42:17.229730 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-efee4ecf-046b-4a8a-af78-5e51f95f0a1f req-29fbf2c3-05a4-4025-9440-aed47db3afd2 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Mar 08 15:42:17.637046 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:17.750927 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:42:17.755020 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:17.755404 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:17.830844 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:17.831233 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:17.853232 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa96973-cbe5-4c53-b9b6-d9b63c0ee253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:17.855419 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d5eff2-b13b-425c-bdca-94e0bd4f1110" -d '{"events": [{"server_uuid": "9aa96973-cbe5-4c53-b9b6-d9b63c0ee253", "name": "network-vif-plugged", "status": "completed", "tag": "8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:17.867740 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:17.891388 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fd5962-23bf-4563-9a4d-e26deaa7525b x-openstack-request-id: req-a2fd5962-23bf-4563-9a4d-e26deaa7525b {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:17.900100 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa96973-cbe5-4c53-b9b6-d9b63c0ee253", "name": "network-vif-plugged", "status": "completed", "tag": "8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:17.900100 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2fd5962-23bf-4563-9a4d-e26deaa7525b {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:17.900100 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa96973-cbe5-4c53-b9b6-d9b63c0ee253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf', 'code': 200} Mar 08 15:42:17.951417 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:17.999026 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:18.006407 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346ac68-65bf-4ebb-98ac-1d7de310e3a7 req-415eccf0-590f-448f-b6a1-4c4b085ef487 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:18.007917 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b346ac68-65bf-4ebb-98ac-1d7de310e3a7 req-415eccf0-590f-448f-b6a1-4c4b085ef487 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0527449 Mar 08 15:42:18.055264 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b346ac68-65bf-4ebb-98ac-1d7de310e3a7 req-c80c94f6-1369-40d9-b57d-02fb9f4a0246 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Mar 08 15:42:18.196098 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a92cb-6dd5-4c98-83b6-61b412a5cc4d req-3c89bbe8-0f0b-4798-aff1-a987d64b1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:18.197631 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f90a92cb-6dd5-4c98-83b6-61b412a5cc4d req-3c89bbe8-0f0b-4798-aff1-a987d64b1895 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 1130 time: 0.0507369 Mar 08 15:42:18.244347 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f90a92cb-6dd5-4c98-83b6-61b412a5cc4d req-6229caf5-f16b-48a9-805d-2f03af3eb1cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 Mar 08 15:42:18.253725 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9f43e5c9-4a0c-4619-af3f-614999b9c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:18.345923 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87bd5c-9149-4431-b841-bc9a78b37715 req-7a279d76-1f2a-4dba-96d7-cda90e759230 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:18.347427 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a87bd5c-9149-4431-b841-bc9a78b37715 req-7a279d76-1f2a-4dba-96d7-cda90e759230 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 946 time: 0.0526292 Mar 08 15:42:18.393960 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a87bd5c-9149-4431-b841-bc9a78b37715 req-b2908cd2-9a18-4732-a6e3-6861beb1dc3c tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Mar 08 15:42:18.956670 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:19.179888 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a4c74-33e3-45a5-80ca-ebe081e0f1a7 req-fdfec02e-b564-4753-9f21-8300996c4e1f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:19.184568 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e37a4c74-33e3-45a5-80ca-ebe081e0f1a7 req-fdfec02e-b564-4753-9f21-8300996c4e1f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0551059 Mar 08 15:42:19.228454 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e37a4c74-33e3-45a5-80ca-ebe081e0f1a7 req-781583b8-e51d-44d3-a512-cd41700bc040 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Mar 08 15:42:19.509074 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80028e24-7a63-4c37-b942-883974757d55 req-3ee3ea8d-13b8-4934-8c11-aecd45878917 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:19.510579 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-80028e24-7a63-4c37-b942-883974757d55 req-3ee3ea8d-13b8-4934-8c11-aecd45878917 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 946 time: 0.0518599 Mar 08 15:42:19.559396 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-80028e24-7a63-4c37-b942-883974757d55 req-c4e4c4a8-1e65-4bb1-80a8-a9605209479b tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Mar 08 15:42:20.363027 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ee6da334-9b35-4a26-8f6e-0bba85abf47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.664223 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03438313-6f7f-4659-a0e1-68dd40ead4ea req-62198fdf-d236-4bcf-927b-151cb98a3efa tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:20.664223 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-03438313-6f7f-4659-a0e1-68dd40ead4ea req-62198fdf-d236-4bcf-927b-151cb98a3efa tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.3606400 Mar 08 15:42:20.669591 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9873a-3d8e-44e2-a51f-9ef0f6ec9324 req-f5753ab5-13c5-4bba-917e-ae7c891c8842 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:20.671071 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9cb9873a-3d8e-44e2-a51f-9ef0f6ec9324 req-f5753ab5-13c5-4bba-917e-ae7c891c8842 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.3607862 Mar 08 15:42:20.681096 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-9a4671be-c384-4943-9db4-fdb64aecb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:20.682775 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-9a4671be-c384-4943-9db4-fdb64aecb3bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1129 time: 0.0911112 Mar 08 15:42:20.809277 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-03438313-6f7f-4659-a0e1-68dd40ead4ea req-eefbf373-05a8-494a-ad0c-360050ce5080 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357472 Mar 08 15:42:20.831439 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9cb9873a-3d8e-44e2-a51f-9ef0f6ec9324 req-d6cca26f-7f98-4d8c-902a-c05f3d1cdb27 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467795 Mar 08 15:42:20.834177 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-cfb032a5-b981-417a-b98f-bce91780326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:20.835654 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-cfb032a5-b981-417a-b98f-bce91780326f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 919 time: 0.1387351 Mar 08 15:42:20.880612 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-2179e66a-b21e-4148-8370-2f735c294270 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071 HTTP/1.1" status: 200 len: 217 time: 0.0351989 Mar 08 15:42:20.961613 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-7f03bc46-6211-4e47-a2e8-fb8e0cfbddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:20.963061 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-7f03bc46-6211-4e47-a2e8-fb8e0cfbddd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d9c257-159b-445f-8d09-db821ac96193 HTTP/1.1" status: 200 len: 859 time: 0.0768790 Mar 08 15:42:20.985524 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c284e-3955-4146-bd6a-2013f366a2cb req-a283ebf9-1273-4711-857f-909c89a27600 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:20.986959 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f13c284e-3955-4146-bd6a-2013f366a2cb req-a283ebf9-1273-4711-857f-909c89a27600 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 946 time: 0.0923803 Mar 08 15:42:21.004109 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-f0875da2-03b6-45d1-b1e5-0be95b3f8c8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9baa9af1-beae-4e79-a7e1-bcba83214f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336952 Mar 08 15:42:21.097907 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f13c284e-3955-4146-bd6a-2013f366a2cb req-f88dc579-1813-44c3-bf1a-055e05542ff8 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959542 Mar 08 15:42:21.125617 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-0a2e3828-2d91-461d-9970-a4521bb750a9 service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079111 Mar 08 15:42:21.213673 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-43a3f2f8-1953-4492-9069-397b15a1b3c7 req-975d8823-d480-475a-92fb-9a9c9339e21b service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820155 Mar 08 15:42:21.426671 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba42c1-f1eb-4037-9891-2b23ade62a14 req-40c5cfec-d702-4e31-a57c-fe6d5a1cfd10 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:21.428904 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-24ba42c1-f1eb-4037-9891-2b23ade62a14 req-40c5cfec-d702-4e31-a57c-fe6d5a1cfd10 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.0644557 Mar 08 15:42:21.475105 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-24ba42c1-f1eb-4037-9891-2b23ade62a14 req-6a65c49b-77cb-47fa-bcfd-586be9c14fb5 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Mar 08 15:42:21.647362 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:21.733084 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.761129 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:21.772744 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'port_id': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'mac_address': 'fa:16:3e:c2:25:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:21.808964 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port be70592a-6bb3-40dc-9047-a8dd3470d7ae is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:21.809351 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.822146 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be70592a-6bb3-40dc-9047-a8dd3470d7ae {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:21.841117 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:21.928136 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.955566 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ec91-8d60-48fa-8bfe-ef16a2e61177 req-3e822bc9-0fd7-4d10-97bb-4633bb6fa28c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:21.957087 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d340ec91-8d60-48fa-8bfe-ef16a2e61177 req-3e822bc9-0fd7-4d10-97bb-4633bb6fa28c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0792818 Mar 08 15:42:21.975379 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=9']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:21.990707 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6eb47-008b-42d6-9917-0f66007d9154 req-e4013d80-0353-442f-90b9-199707007faa tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:21.992163 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-70a6eb47-008b-42d6-9917-0f66007d9154 req-e4013d80-0353-442f-90b9-199707007faa tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 944 time: 0.0859253 Mar 08 15:42:22.042123 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d340ec91-8d60-48fa-8bfe-ef16a2e61177 req-1a8ac0b9-7c3d-4933-8d46-d750581aeb03 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752861 Mar 08 15:42:22.071761 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-70a6eb47-008b-42d6-9917-0f66007d9154 req-c00457d9-c06a-4f4d-8c4a-87e07a021d2d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729012 Mar 08 15:42:22.264116 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['be70592a-6bb3-40dc-9047-a8dd3470d7ae'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:22.512256 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714411f8-520c-4e3d-be7b-93cae37c2072 req-bfe739c5-a76c-41a9-b195-24b73a1e6bb8 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:22.513756 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-714411f8-520c-4e3d-be7b-93cae37c2072 req-bfe739c5-a76c-41a9-b195-24b73a1e6bb8 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 946 time: 0.0524657 Mar 08 15:42:22.585715 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-714411f8-520c-4e3d-be7b-93cae37c2072 req-a9050ca2-bb95-4aaf-af41-529933e80d47 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659158 Mar 08 15:42:22.608137 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c9c79-fadb-48bb-a941-8da3cf4680fe req-7c0027c5-e5ec-49f0-b03c-1ed71ee9cac5 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:22.609657 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-880c9c79-fadb-48bb-a941-8da3cf4680fe req-7c0027c5-e5ec-49f0-b03c-1ed71ee9cac5 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.0646532 Mar 08 15:42:22.654091 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-880c9c79-fadb-48bb-a941-8da3cf4680fe req-4dc089f8-d64e-4ff7-9563-bf09b2d2b3e5 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388627 Mar 08 15:42:23.157176 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.202365 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df246b1-4f96-4425-8bc8-82391e13c81b req-7914e484-9ba2-4b57-955d-5776b6a6764e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:23.203857 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6df246b1-4f96-4425-8bc8-82391e13c81b req-7914e484-9ba2-4b57-955d-5776b6a6764e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0881567 Mar 08 15:42:23.214542 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ac74b-3423-49b0-9b95-6925e36d6db2 req-215e3003-62bd-4e4f-a721-e5b89b777f6e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:23.215906 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9b5ac74b-3423-49b0-9b95-6925e36d6db2 req-215e3003-62bd-4e4f-a721-e5b89b777f6e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 945 time: 0.0695887 Mar 08 15:42:23.287359 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6df246b1-4f96-4425-8bc8-82391e13c81b req-488aff33-f224-48bf-960a-d54553294647 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704761 Mar 08 15:42:23.290298 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9b5ac74b-3423-49b0-9b95-6925e36d6db2 req-e94d8878-7312-4120-94d7-7976d00554ff tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673420 Mar 08 15:42:23.507049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-ad96e0fb-37a7-4268-bb3d-6ac89019bfd9 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:23.508526 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-ad96e0fb-37a7-4268-bb3d-6ac89019bfd9 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Mar 08 15:42:23.629965 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Deleting port c0fea5e8-c4c1-441e-a200-282635524e78 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:23.630306 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.669521 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:23.729977 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port be70592a-6bb3-40dc-9047-a8dd3470d7ae triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:23.730446 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.784621 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d041a-91fa-473e-95ab-01f137d2b258 req-cfa26317-3575-4e7f-87c0-4f6ec0b4a28d tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:23.786150 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7f4d041a-91fa-473e-95ab-01f137d2b258 req-cfa26317-3575-4e7f-87c0-4f6ec0b4a28d tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 946 time: 0.1341989 Mar 08 15:42:23.797865 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] For port c0fea5e8-c4c1-441e-a200-282635524e78, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c0fea5e8-c4c1-441e-a200-282635524e78,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:23.798226 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.814873 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port be70592a-6bb3-40dc-9047-a8dd3470d7ae is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:23.815360 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.845298 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:23.847911 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607fe248-50f3-42a7-9aa6-5d902ba739d4" -d '{"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-plugged", "status": "completed", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:23.860634 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:23.920029 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33f393-1e99-49b8-9e2c-26a06b31c985 req-0a681f63-756c-4c6d-bd7c-772261cdedf6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:23.921534 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8b33f393-1e99-49b8-9e2c-26a06b31c985 req-0a681f63-756c-4c6d-bd7c-772261cdedf6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 945 time: 0.1970799 Mar 08 15:42:23.945669 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.972027 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7f4d041a-91fa-473e-95ab-01f137d2b258 req-f532ce7e-fcbe-4d1f-8198-4285d26b3e10 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775336 Mar 08 15:42:24.003464 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=10']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:24.024496 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4cd03c-1f6e-43f9-a607-6555bb8e61e4 x-openstack-request-id: req-ea4cd03c-1f6e-43f9-a607-6555bb8e61e4 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:24.024791 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-plugged", "status": "completed", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:24.025047 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea4cd03c-1f6e-43f9-a607-6555bb8e61e4 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:24.025439 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'code': 200} Mar 08 15:42:24.036747 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8b33f393-1e99-49b8-9e2c-26a06b31c985 req-f3477a1b-ad9a-4a83-95e4-457a19ebc139 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=883fbf4b-64d8-4137-882d-b2eb9d8b2110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049600 Mar 08 15:42:24.101006 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.101366 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (173a81af-2aa3-432a-bc7e-933cd7e261e5), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.101713 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Floating IP 173a81af-2aa3-432a-bc7e-933cd7e261e5 disassociated. External IP: 172.27.3.141, port: c0fea5e8-c4c1-441e-a200-282635524e78. Mar 08 15:42:24.102217 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Calling delete_port for c0fea5e8-c4c1-441e-a200-282635524e78 owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:24.299762 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (c0fea5e8-c4c1-441e-a200-282635524e78), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.329876 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'Port': ['ID=c0fea5e8-c4c1-441e-a200-282635524e78,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:24.460369 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f8336-7715-4543-9668-c7d24477392e req-7a8845d1-d3a0-4a38-ace5-49598dc1c849 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:24.461975 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b91f8336-7715-4543-9668-c7d24477392e req-7a8845d1-d3a0-4a38-ace5-49598dc1c849 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 946 time: 0.0591915 Mar 08 15:42:24.524066 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6c271-c6c0-4508-8cb7-9d6869f662ec req-a0b93f79-84d1-4afe-90b5-d8a5eae446d1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:24.525572 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-30c6c271-c6c0-4508-8cb7-9d6869f662ec req-a0b93f79-84d1-4afe-90b5-d8a5eae446d1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 947 time: 0.1482575 Mar 08 15:42:24.533254 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d69e7-1e37-4510-807e-3a7df66a5144 req-9861ea59-db51-4205-aeaf-e453139dbcf6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:24.534689 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-006d69e7-1e37-4510-807e-3a7df66a5144 req-9861ea59-db51-4205-aeaf-e453139dbcf6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.1584985 Mar 08 15:42:24.540415 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:24.559393 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Deleting port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:24.559818 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.613767 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.24', 60595) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:24.658983 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] For port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:24.659544 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.659992 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-30c6c271-c6c0-4508-8cb7-9d6869f662ec req-1e8dce87-5475-43aa-8c2e-02c2a2a365b6 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243718 Mar 08 15:42:24.672784 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Calling delete_port for 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf owned by compute:nova {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:24.692390 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-006d69e7-1e37-4510-807e-3a7df66a5144 req-a42ef330-5128-41f1-a666-a141351f6e2e tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410961 Mar 08 15:42:24.739937 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.767636 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:24.770731 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7941c-2aa1-489c-bbcf-23df06cc9691 req-a40350d0-13e2-45aa-b501-3f2814f31bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:24.772865 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cce7941c-2aa1-489c-bbcf-23df06cc9691 req-a40350d0-13e2-45aa-b501-3f2814f31bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1131 time: 0.1278038 Mar 08 15:42:24.779409 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a6334-5e08-4063-a072-b1889553339e None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:24.790498 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a6334-5e08-4063-a072-b1889553339e None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:24.791251 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-507a6334-5e08-4063-a072-b1889553339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:24.869881 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] No DVR routers for this DVR port c0fea5e8-c4c1-441e-a200-282635524e78 on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:42:24.873869 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.878743 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-72b03635-6de5-4971-a159-ed2ac7a6d5f5 req-19644359-bbe2-48f8-8b1e-cd722b76fb7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "DELETE /v2.0/ports/c0fea5e8-c4c1-441e-a200-282635524e78 HTTP/1.1" status: 204 len: 173 time: 1.3646905 Mar 08 15:42:24.881322 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'name': 'network-vif-deleted', 'tag': 'c0fea5e8-c4c1-441e-a200-282635524e78'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:24.882964 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.885215 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e549f8-bef6-44c5-aef1-1dafbcc2a370" -d '{"events": [{"server_uuid": "abcde187-ce70-4b62-a133-ea60e4bd3e80", "name": "network-vif-deleted", "tag": "c0fea5e8-c4c1-441e-a200-282635524e78"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:24.894867 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:24.903328 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cce7941c-2aa1-489c-bbcf-23df06cc9691 req-f0560059-7ec7-4b67-aa08-0fd979954e98 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995994 Mar 08 15:42:24.921965 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Pushing event deleted for resources: {'Port': ['ID=8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:24.955006 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d886d39e-5764-42bb-8282-af89d3449466 x-openstack-request-id: req-d886d39e-5764-42bb-8282-af89d3449466 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:24.955401 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcde187-ce70-4b62-a133-ea60e4bd3e80", "name": "network-vif-deleted", "tag": "c0fea5e8-c4c1-441e-a200-282635524e78", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:24.955719 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d886d39e-5764-42bb-8282-af89d3449466 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:24.956598 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcde187-ce70-4b62-a133-ea60e4bd3e80', 'name': 'network-vif-deleted', 'tag': 'c0fea5e8-c4c1-441e-a200-282635524e78', 'status': 'completed', 'code': 200} Mar 08 15:42:24.958293 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-507a6334-5e08-4063-a072-b1889553339e None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:24.989417 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] No DVR routers for this DVR port 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf on host hv-cinder-83009 {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:42:24.992088 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.995979 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b91f8336-7715-4543-9668-c7d24477392e req-6cb3e519-54fc-4c8e-825b-7cc68045abec tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.24 "DELETE /v2.0/ports/8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf HTTP/1.1" status: 204 len: 173 time: 0.5265439 Mar 08 15:42:24.996524 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa96973-cbe5-4c53-b9b6-d9b63c0ee253', 'name': 'network-vif-deleted', 'tag': '8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:24.998821 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b00f612-fdab-4365-9e6e-313022055b88" -d '{"events": [{"server_uuid": "9aa96973-cbe5-4c53-b9b6-d9b63c0ee253", "name": "network-vif-deleted", "tag": "8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:25.035907 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d446146-7268-4ea1-8e0d-ef08811eb75d x-openstack-request-id: req-7d446146-7268-4ea1-8e0d-ef08811eb75d {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:25.036256 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa96973-cbe5-4c53-b9b6-d9b63c0ee253", "name": "network-vif-deleted", "tag": "8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:25.036488 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d446146-7268-4ea1-8e0d-ef08811eb75d {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:25.037072 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa96973-cbe5-4c53-b9b6-d9b63c0ee253', 'name': 'network-vif-deleted', 'tag': '8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf', 'status': 'completed', 'code': 200} Mar 08 15:42:25.086270 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0957c63-3088-4633-9cf2-1de88a561392 req-1a74c2ee-13f1-455a-981a-9cc088f0f021 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Mar 08 15:42:25.169510 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a428e05-7386-4338-bb51-4af8115623ca req-0ca4c296-e579-40a3-988f-f992a5e73050 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0270171 Mar 08 15:42:25.196540 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-507a6334-5e08-4063-a072-b1889553339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:25.218955 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a6334-5e08-4063-a072-b1889553339e None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:25.259323 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a6334-5e08-4063-a072-b1889553339e None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:25.259323 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-507a6334-5e08-4063-a072-b1889553339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:25.339033 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-507a6334-5e08-4063-a072-b1889553339e None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:25.536813 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-507a6334-5e08-4063-a072-b1889553339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:25.562446 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a6334-5e08-4063-a072-b1889553339e None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:25.784586 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55125b-eff0-422a-9184-6b91725798d3 None None] New status for floating IP 173a81af-2aa3-432a-bc7e-933cd7e261e5: DOWN {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:42:25.841965 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8297955-e981-41fb-9e04-2db4cbd1b3e4 req-1e36615f-95c8-4769-a9c7-253b941a14a1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:25.843497 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8297955-e981-41fb-9e04-2db4cbd1b3e4 req-1e36615f-95c8-4769-a9c7-253b941a14a1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 947 time: 0.0842268 Mar 08 15:42:25.854106 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fffea6-23a2-4aa0-ac09-8f96d4ceb29b req-0632a3b6-cd7c-4673-98d5-3869f4df99f0 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:25.855624 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-47fffea6-23a2-4aa0-ac09-8f96d4ceb29b req-0632a3b6-cd7c-4673-98d5-3869f4df99f0 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0700526 Mar 08 15:42:25.931199 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8297955-e981-41fb-9e04-2db4cbd1b3e4 req-2bf2f586-46dc-41d6-9eed-d5d523339d06 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745804 Mar 08 15:42:25.934514 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-47fffea6-23a2-4aa0-ac09-8f96d4ceb29b req-ac6a884a-e46a-4611-be5e-187ae83cec64 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704553 Mar 08 15:42:26.195005 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-66985720-1dd0-4a73-a880-6f1ceec7a5a4 req-2c617122-6ded-4745-8d29-31fe389a83bf tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aa96973-cbe5-4c53-b9b6-d9b63c0ee253 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Mar 08 15:42:26.282379 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-30ed4b6a-2167-43f7-a644-db3df6ccf140 req-a8e7ab72-cdf5-4504-8748-112004553395 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcde187-ce70-4b62-a133-ea60e4bd3e80 HTTP/1.1" status: 200 len: 210 time: 0.0278451 Mar 08 15:42:27.101728 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c58a9f-9027-4de3-9a72-65f1fb288e08 req-f226e2f4-6a75-446f-8794-df8fe630c840 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:27.103194 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-33c58a9f-9027-4de3-9a72-65f1fb288e08 req-f226e2f4-6a75-446f-8794-df8fe630c840 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 947 time: 0.0785282 Mar 08 15:42:27.110258 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0b1a-8dae-4551-928c-29b37e7e28af req-92513aa4-439b-4589-bebd-e6c06b475c2b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:27.111609 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-347b0b1a-8dae-4551-928c-29b37e7e28af req-92513aa4-439b-4589-bebd-e6c06b475c2b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0985224 Mar 08 15:42:27.180751 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-33c58a9f-9027-4de3-9a72-65f1fb288e08 req-b6858d85-b123-4c7b-b650-df3fc7c97e7b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682049 Mar 08 15:42:27.185065 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-347b0b1a-8dae-4551-928c-29b37e7e28af req-7207b435-b329-4bb9-9d70-04ef531f9dcf tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669537 Mar 08 15:42:27.449269 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47328) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:27.501888 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-358a8449-8c91-4104-ac33-4edbf04da55b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (883fbf4b-64d8-4137-882d-b2eb9d8b2110), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.526827 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-358a8449-8c91-4104-ac33-4edbf04da55b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (883fbf4b-64d8-4137-882d-b2eb9d8b2110), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.527775 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-994eaa6b-f924-4b84-bb62-b7538da2d3f9 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:27.529369 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-994eaa6b-f924-4b84-bb62-b7538da2d3f9 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/networks?id=5247f75a-f945-487c-b069-6b493c409e99 HTTP/1.1" status: 200 len: 808 time: 0.1054990 Mar 08 15:42:27.546787 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-d0bd5092-3812-4738-9686-f14a8c6c0e7f tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/quotas/717041695c614e95a3c317126f56fdd5 HTTP/1.1" status: 200 len: 375 time: 0.0104187 Mar 08 15:42:27.585820 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-d6dd5ae1-399f-4f5f-98ff-9afd81ee018e tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=717041695c614e95a3c317126f56fdd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327587 Mar 08 15:42:27.642634 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-358a8449-8c91-4104-ac33-4edbf04da55b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (883fbf4b-64d8-4137-882d-b2eb9d8b2110), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.645400 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-358a8449-8c91-4104-ac33-4edbf04da55b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.646687 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-358a8449-8c91-4104-ac33-4edbf04da55b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "DELETE /v2.0/security-groups/883fbf4b-64d8-4137-882d-b2eb9d8b2110 HTTP/1.1" status: 204 len: 168 time: 0.1964216 Mar 08 15:42:27.650322 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47330) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:27.666761 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a8449-8c91-4104-ac33-4edbf04da55b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883fbf4b-64d8-4137-882d-b2eb9d8b2110,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:27.670353 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.api.v2.resource [None req-cdc8cc08-1d75-490f-8d79-4dd9e05a52e1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] show failed (client error): The resource could not be found. Mar 08 15:42:27.674028 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-cdc8cc08-1d75-490f-8d79-4dd9e05a52e1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups/883fbf4b-64d8-4137-882d-b2eb9d8b2110 HTTP/1.1" status: 404 len: 347 time: 0.0200224 Mar 08 15:42:27.674903 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47332) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:27.683119 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-75f01228-5424-4667-8f90-7bb43fd1a1c8 service neutron] 10.222.0.25 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904262 Mar 08 15:42:27.697222 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:27.721072 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:27.721523 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 8d410e1c-bde8-4b2a-9ae7-fb53ff2c0ddf not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:27.722024 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device c0fea5e8-c4c1-441e-a200-282635524e78 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:27.742648 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: c0fea5e8-c4c1-441e-a200-282635524e78 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:27.743128 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device c0fea5e8-c4c1-441e-a200-282635524e78 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:27.820638 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Deleting port fadb529a-4a70-4b4b-9d2b-ba3bde70da5f {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:27.820979 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.897900 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.898227 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.910944 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Calling delete_port for fadb529a-4a70-4b4b-9d2b-ba3bde70da5f owned by network:floatingip {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:28.024298 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-dcc820fc-33f6-44ac-8f8f-12441b2135ec service neutron] 10.222.0.25 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345289 Mar 08 15:42:28.134274 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (fadb529a-4a70-4b4b-9d2b-ba3bde70da5f), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.166439 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'Port': ['ID=fadb529a-4a70-4b4b-9d2b-ba3bde70da5f,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:28.249176 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (173a81af-2aa3-432a-bc7e-933cd7e261e5), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.252966 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.257280 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-03fcfa6a-607b-4a03-837d-5470159d14aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "DELETE /v2.0/floatingips/173a81af-2aa3-432a-bc7e-933cd7e261e5 HTTP/1.1" status: 204 len: 168 time: 0.5783653 Mar 08 15:42:28.365870 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d22a2-44ce-4771-8a0e-388e239a31c2 req-822f94f1-5ef6-404b-b146-d3546fba8b7f tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:28.367371 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-393d22a2-44ce-4771-8a0e-388e239a31c2 req-822f94f1-5ef6-404b-b146-d3546fba8b7f tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0955348 Mar 08 15:42:28.378801 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61667175-316c-46f4-b767-bae59099e912 req-bee855bf-ff2a-46df-8b82-f9c31bbc18ed tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:28.380247 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-61667175-316c-46f4-b767-bae59099e912 req-bee855bf-ff2a-46df-8b82-f9c31bbc18ed tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0800424 Mar 08 15:42:28.447636 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-393d22a2-44ce-4771-8a0e-388e239a31c2 req-aa210823-702d-49ae-897d-7332767be94c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Mar 08 15:42:28.454473 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-61667175-316c-46f4-b767-bae59099e912 req-f044255d-b538-46bc-9098-7cd3585b9d18 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676308 Mar 08 15:42:28.470401 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47356) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:28.531997 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-85a3afbe-da8c-4825-b473-19459b3532f2 req-c15a53c2-dd63-4c24-a4bb-2f0fab18b101 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 210 time: 0.0298171 Mar 08 15:42:28.588553 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9f2d8-ce92-4d37-b62f-6c45bc5d88b4 req-0d60b7e1-df42-4591-af9c-7a71802c568f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:28.590047 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-92f9f2d8-ce92-4d37-b62f-6c45bc5d88b4 req-0d60b7e1-df42-4591-af9c-7a71802c568f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 947 time: 0.0610318 Mar 08 15:42:28.659598 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-92f9f2d8-ce92-4d37-b62f-6c45bc5d88b4 req-c2de12bb-d8da-42d9-8a99-151adbfd8b3b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636494 Mar 08 15:42:28.707579 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ccdde6-2279-4e1d-9bc7-8d5a0ed58f7d tempest-TestMinimumBasicScenario-322485892 tempest-TestMinimumBasicScenario-322485892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:28.711193 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-91ccdde6-2279-4e1d-9bc7-8d5a0ed58f7d tempest-TestMinimumBasicScenario-322485892 tempest-TestMinimumBasicScenario-322485892-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1124 time: 0.2378032 Mar 08 15:42:28.712193 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47362) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:28.716632 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'port_id': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:28.848136 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.944911 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.021969 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47366) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:29.026670 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-2da91b2a-f60d-418c-8087-0309a8fda68a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652707677', 'description': 'tempest-description--751055608'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:29.053084 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Allocated IP 172.27.3.177 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/04441d8d-293f-4b3b-b177-38875e36eed2) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:29.140218 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2da91b2a-f60d-418c-8087-0309a8fda68a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.155269 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for port (04441d8d-293f-4b3b-b177-38875e36eed2), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.205987 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2da91b2a-f60d-418c-8087-0309a8fda68a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (2d537201-8bcd-4724-b74a-dfd1f6e6883b), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.283189 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (04441d8d-293f-4b3b-b177-38875e36eed2), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.311389 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2da91b2a-f60d-418c-8087-0309a8fda68a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (2d537201-8bcd-4724-b74a-dfd1f6e6883b), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.321591 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:29.324459 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:29.328536 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:29.344770 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da91b2a-f60d-418c-8087-0309a8fda68a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d537201-8bcd-4724-b74a-dfd1f6e6883b,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:29.352206 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'Port': ['ID=04441d8d-293f-4b3b-b177-38875e36eed2,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:29.439062 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2da91b2a-f60d-418c-8087-0309a8fda68a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.440281 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-2da91b2a-f60d-418c-8087-0309a8fda68a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4172659 Mar 08 15:42:29.443114 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47368) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:29.447625 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-ba12043d-a021-43f4-a015-35a9f0128751 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group_rule': {'security_group_id': '2d537201-8bcd-4724-b74a-dfd1f6e6883b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:29.538857 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ba12043d-a021-43f4-a015-35a9f0128751 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (a0fc7675-6ca5-4f50-8898-a8ba8d6cce78), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.595580 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ba12043d-a021-43f4-a015-35a9f0128751 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (a0fc7675-6ca5-4f50-8898-a8ba8d6cce78), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.628511 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f0341-15bc-4a41-954c-ca4db23efa98 req-cf927335-ab29-44e8-a3e5-929681abd673 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:29.630047 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b65f0341-15bc-4a41-954c-ca4db23efa98 req-cf927335-ab29-44e8-a3e5-929681abd673 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0964236 Mar 08 15:42:29.653654 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ba12043d-a021-43f4-a015-35a9f0128751 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (a0fc7675-6ca5-4f50-8898-a8ba8d6cce78), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.675970 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12043d-a021-43f4-a015-35a9f0128751 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fc7675-6ca5-4f50-8898-a8ba8d6cce78,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:29.677885 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d69224d-4857-4440-bed4-c95932457adb req-3655f251-7a27-4603-88ee-8b36dd04d30f tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 210 time: 0.0468776 Mar 08 15:42:29.752465 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ba12043d-a021-43f4-a015-35a9f0128751 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.753779 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-ba12043d-a021-43f4-a015-35a9f0128751 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096662 Mar 08 15:42:29.756308 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47374) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:29.756542 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b65f0341-15bc-4a41-954c-ca4db23efa98 req-c843fd6b-1ac7-4b5d-ac0f-9d5dc07545d3 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102247 Mar 08 15:42:29.760699 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-b879f5f9-f1d9-4e1f-84c6-4472febfe5fb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group_rule': {'security_group_id': '2d537201-8bcd-4724-b74a-dfd1f6e6883b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:29.815216 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for floatingip (94d6b34b-87f5-4e14-893d-1c36a9259331), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.881385 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b879f5f9-f1d9-4e1f-84c6-4472febfe5fb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (18763896-d12f-4c72-ba39-193df60a6895), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.935196 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b879f5f9-f1d9-4e1f-84c6-4472febfe5fb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (18763896-d12f-4c72-ba39-193df60a6895), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.978287 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (04441d8d-293f-4b3b-b177-38875e36eed2), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.014222 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b879f5f9-f1d9-4e1f-84c6-4472febfe5fb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (18763896-d12f-4c72-ba39-193df60a6895), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.032630 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879f5f9-f1d9-4e1f-84c6-4472febfe5fb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18763896-d12f-4c72-ba39-193df60a6895,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:30.118973 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b879f5f9-f1d9-4e1f-84c6-4472febfe5fb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.120447 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b879f5f9-f1d9-4e1f-84c6-4472febfe5fb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3630593 Mar 08 15:42:30.123400 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47376) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:30.126499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for port (04441d8d-293f-4b3b-b177-38875e36eed2), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.127655 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:30.214139 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (04441d8d-293f-4b3b-b177-38875e36eed2), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.225355 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.286198 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'Port': ['ID=04441d8d-293f-4b3b-b177-38875e36eed2,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:30.303567 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (94d6b34b-87f5-4e14-893d-1c36a9259331), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.322532 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.417321 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Floating IP 94d6b34b-87f5-4e14-893d-1c36a9259331 associated. External IP: 172.27.3.177, port: d7b7e08a-6ff2-43b2-b91c-03b323ee9f24. Mar 08 15:42:30.497636 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Allocated IP 172.27.3.236 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:30.553558 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-5cbfeb22-8264-4a93-b5fa-b236b8d2323c tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.554915 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-5cbfeb22-8264-4a93-b5fa-b236b8d2323c tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.24 "GET /v2.0/networks?id=5247f75a-f945-487c-b069-6b493c409e99 HTTP/1.1" status: 200 len: 808 time: 0.1478331 Mar 08 15:42:30.587837 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Request body: {'port': {'device_id': 'cc14fbb8-aa27-4761-ae76-295edd415ddf', 'network_id': '5247f75a-f945-487c-b069-6b493c409e99', 'admin_state_up': True, 'tenant_id': '717041695c614e95a3c317126f56fdd5'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:30.628000 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Router 55c98f86-e705-4fd0-a678-54436c1c7ab1 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:30.697836 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.751403 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:30.767752 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] Sync routers for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:30.778191 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:30.778815 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:30.813312 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-19d29d42-cdb2-45c6-9e8d-ec3cf44d8534 req-a510e7fa-9b2a-41ba-9977-684cec81cab0 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 210 time: 0.0334144 Mar 08 15:42:30.860326 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Made reservation on behalf of 717041695c614e95a3c317126f56fdd5 for: {'port': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:30.862436 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.863656 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.868046 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.907017 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:30.920896 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-574dbd74-631f-4367-a392-3f8554f8b800 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2050333 Mar 08 15:42:30.920896 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:30.921644 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014f8286-6823-4b71-aefb-93511e689262" -d '{"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:30.921846 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:30.922424 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47386) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:30.926790 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-a49c2335-c8d7-4526-9f52-3438459eaa13 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011102973', 'description': 'tempest-secgroup-smoke-2011102973 description', 'project_id': 'a501642d06b54b94b85256a66c6be5fb'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:30.938384 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b85a7-c1a7-48e6-b6bc-fbb808c587df req-c3bbac64-0c0c-48ea-ac8e-28f3845fe9e6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.940391 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb3b85a7-c1a7-48e6-b6bc-fbb808c587df req-c3bbac64-0c0c-48ea-ac8e-28f3845fe9e6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0930386 Mar 08 15:42:30.942039 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:30.944663 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:30.967732 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89a450a-1f71-4e0b-b875-09172e585673 x-openstack-request-id: req-c89a450a-1f71-4e0b-b875-09172e585673 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:30.968779 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:30.969101 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c89a450a-1f71-4e0b-b875-09172e585673 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:30.969557 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'status': 'completed', 'code': 200} Mar 08 15:42:30.985104 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.034790 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb3b85a7-c1a7-48e6-b6bc-fbb808c587df req-f486e60b-0fd8-47a3-bbda-0e5c0617e2ba tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883415 Mar 08 15:42:31.060994 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f8286-6823-4b71-aefb-93511e689262 req-f8a674b6-adb7-4899-b755-d050e20a4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.060994 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-014f8286-6823-4b71-aefb-93511e689262 req-f8a674b6-adb7-4899-b755-d050e20a4245 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1129 time: 0.0559337 Mar 08 15:42:31.141422 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a49c2335-c8d7-4526-9f52-3438459eaa13 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.177899 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Allocated IP 172.20.0.14 (5247f75a-f945-487c-b069-6b493c409e99/7dad92f6-2906-4d4d-a239-5107a9d27036/1552f161-7102-4370-8d9c-2d4f16c62219) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:31.185894 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f8286-6823-4b71-aefb-93511e689262 req-dfef779e-7234-46c0-bb13-9d8f5a751ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.188002 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-014f8286-6823-4b71-aefb-93511e689262 req-dfef779e-7234-46c0-bb13-9d8f5a751ad9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 915 time: 0.1210427 Mar 08 15:42:31.191261 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (64a902f8-9f59-4bde-a879-c1a477fce26c), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.269609 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-014f8286-6823-4b71-aefb-93511e689262 req-d7c6abc7-50a0-4814-a43c-cecc81877c55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 999 time: 0.0743864 Mar 08 15:42:31.275131 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '94d6b34b-87f5-4e14-893d-1c36a9259331', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'port_id': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'mac_address': 'fa:16:3e:e8:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4745dccc-5574-498d-864c-ba758b371ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:29Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 0, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:13Z', 'revision_number': 5, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:31.303290 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] Checking router: 55c98f86-e705-4fd0-a678-54436c1c7ab1 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:31.312798 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:31.313409 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:31.318251 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a49c2335-c8d7-4526-9f52-3438459eaa13 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group (65fc7b72-26af-42d7-ba2c-c12de58312d8), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.322692 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f8286-6823-4b71-aefb-93511e689262 req-36907d95-1813-4bf9-9165-60a0ec7a53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.324257 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-014f8286-6823-4b71-aefb-93511e689262 req-36907d95-1813-4bf9-9165-60a0ec7a53d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 200 len: 854 time: 0.0464501 Mar 08 15:42:31.360110 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.373026 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f8286-6823-4b71-aefb-93511e689262 req-10f2dcac-4f44-48ee-bb38-aabd37f96710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.375175 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-014f8286-6823-4b71-aefb-93511e689262 req-10f2dcac-4f44-48ee-bb38-aabd37f96710 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fea8419-379e-4967-b7a3-57140b515585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448139 Mar 08 15:42:31.396951 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a49c2335-c8d7-4526-9f52-3438459eaa13 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (65fc7b72-26af-42d7-ba2c-c12de58312d8), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.429217 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:31.459945 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks [] for port (1552f161-7102-4370-8d9c-2d4f16c62219), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.468035 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c2335-c8d7-4526-9f52-3438459eaa13 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fc7b72-26af-42d7-ba2c-c12de58312d8,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.487491 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-014f8286-6823-4b71-aefb-93511e689262 req-92f64cb7-0b2c-4403-b863-b2a12b65bc7a service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044462 Mar 08 15:42:31.565496 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a49c2335-c8d7-4526-9f52-3438459eaa13 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.566889 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a49c2335-c8d7-4526-9f52-3438459eaa13 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6435473 Mar 08 15:42:31.571327 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47394) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:31.575995 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-9c823171-c9f0-4353-9ff5-a042d61e62ec tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'security_group_rule': {'security_group_id': '65fc7b72-26af-42d7-ba2c-c12de58312d8', 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:31.606248 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-014f8286-6823-4b71-aefb-93511e689262 req-6dab9568-7a91-4988-aba1-9d3a1aa1d7af service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119304 Mar 08 15:42:31.629979 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.672244 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.680550 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '94d6b34b-87f5-4e14-893d-1c36a9259331', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'port_id': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'mac_address': 'fa:16:3e:e8:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4745dccc-5574-498d-864c-ba758b371ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:29Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 0, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:13Z', 'revision_number': 5, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:31.707854 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c823171-c9f0-4353-9ff5-a042d61e62ec tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (4ede509f-5d63-411d-be3d-eab730ef8f32), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.712193 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d319d-7867-40f2-a994-49d91bf63d13 None None] The sync data for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi is: [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '94d6b34b-87f5-4e14-893d-1c36a9259331', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'port_id': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'mac_address': 'fa:16:3e:e8:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4745dccc-5574-498d-864c-ba758b371ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:29Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 0, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:13Z', 'revision_number': 5, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:31.720462 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Network 5247f75a-f945-487c-b069-6b493c409e99 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:31.723598 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:31.727462 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:31.734701 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Pushing event updated for resources: {'Port': ['ID=1552f161-7102-4370-8d9c-2d4f16c62219,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.760980 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.778496 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c823171-c9f0-4353-9ff5-a042d61e62ec tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (4ede509f-5d63-411d-be3d-eab730ef8f32), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.852499 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.853131 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.853857 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c823171-c9f0-4353-9ff5-a042d61e62ec tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (4ede509f-5d63-411d-be3d-eab730ef8f32), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.857224 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.873038 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (64a902f8-9f59-4bde-a879-c1a477fce26c), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.882077 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c823171-c9f0-4353-9ff5-a042d61e62ec tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ede509f-5d63-411d-be3d-eab730ef8f32,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.946909 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ce160-852a-45b5-80ac-04744e0d64b1 None None] New status for floating IP 94d6b34b-87f5-4e14-893d-1c36a9259331: ACTIVE {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:42:31.949917 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2baec1-54d3-4b84-81a1-9213d26f68d8 req-9fa3589f-3a40-45f9-b005-c2b51a635220 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.951494 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1d2baec1-54d3-4b84-81a1-9213d26f68d8 req-9fa3589f-3a40-45f9-b005-c2b51a635220 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 932 time: 0.0590944 Mar 08 15:42:31.964912 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-a0bea173-6b77-46c2-a2da-1ec518cc13fd tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3807843 Mar 08 15:42:31.985098 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Request body: {'port': {'device_id': 'cc14fbb8-aa27-4761-ae76-295edd415ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:32.013234 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1d2baec1-54d3-4b84-81a1-9213d26f68d8 req-3e48eae6-621b-44f4-b54f-48eddb1ca8ac tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488222 Mar 08 15:42:32.024256 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c823171-c9f0-4353-9ff5-a042d61e62ec tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.028018 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9c823171-c9f0-4353-9ff5-a042d61e62ec tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528213 Mar 08 15:42:32.028314 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47398) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:32.033405 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-e57ffecd-973c-4a27-8c73-f74aa72fb803 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'security_group_rule': {'security_group_id': '65fc7b72-26af-42d7-ba2c-c12de58312d8', 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:32.131944 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e57ffecd-973c-4a27-8c73-f74aa72fb803 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (97c15075-e092-4cc3-92d7-32612ae6969e), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.207739 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e8d19-e233-4e6d-8047-0556bde14cf6 req-c6e82526-1d32-47ea-92c0-087cbddcb95b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:32.209258 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6a2e8d19-e233-4e6d-8047-0556bde14cf6 req-c6e82526-1d32-47ea-92c0-087cbddcb95b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0932157 Mar 08 15:42:32.222665 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e57ffecd-973c-4a27-8c73-f74aa72fb803 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (97c15075-e092-4cc3-92d7-32612ae6969e), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.235575 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.236805 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-73a79beb-1996-4aac-b4a6-a6facc001b0f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1123853 Mar 08 15:42:32.269668 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6a2e8d19-e233-4e6d-8047-0556bde14cf6 req-6484f905-abd5-4efd-a3c7-6132d2c303b8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543649 Mar 08 15:42:32.276270 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.322474 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e57ffecd-973c-4a27-8c73-f74aa72fb803 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (97c15075-e092-4cc3-92d7-32612ae6969e), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.342905 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ffecd-973c-4a27-8c73-f74aa72fb803 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c15075-e092-4cc3-92d7-32612ae6969e,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.422799 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e57ffecd-973c-4a27-8c73-f74aa72fb803 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.424034 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e57ffecd-973c-4a27-8c73-f74aa72fb803 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3947799 Mar 08 15:42:32.428117 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47414) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:32.434284 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-d8c9ff90-b99b-494d-a10e-cbb2e24b21b1 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'security_group_rule': {'security_group_id': '65fc7b72-26af-42d7-ba2c-c12de58312d8', 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:32.446349 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-0e0c7773-cfff-41f0-91fe-4b83d61a6f2e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--652707677&fields=id&tenant_id=59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 267 time: 0.0470684 Mar 08 15:42:32.571338 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ff90-b99b-494d-a10e-cbb2e24b21b1 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (b5ca6f68-6358-414f-9b41-89c00825a547), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.577300 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1552f161-7102-4370-8d9c-2d4f16c62219 {{(pid=104199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:32.591305 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Publish callbacks [] for port (1552f161-7102-4370-8d9c-2d4f16c62219), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.592024 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-bffec7da-18e9-4d90-906b-d51c9b9150a0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:32.594225 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-bffec7da-18e9-4d90-906b-d51c9b9150a0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 815 time: 0.1412628 Mar 08 15:42:32.618528 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.provisioning_blocks [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Transition to ACTIVE for port object 1552f161-7102-4370-8d9c-2d4f16c62219 will not be triggered until provisioned by entity L2. {{(pid=104199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:42:32.618921 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7f75c-d975-4de0-aad4-097666f308cf req-7e12fd66-fced-4953-9d92-dca96f54ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:32.621058 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a9b7f75c-d975-4de0-aad4-097666f308cf req-7e12fd66-fced-4953-9d92-dca96f54ad2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1129 time: 0.0882964 Mar 08 15:42:32.622749 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-d8cf6c9b-0621-4259-a459-2c2f2f20cde6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/quotas/59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 375 time: 0.0226829 Mar 08 15:42:32.645858 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ff90-b99b-494d-a10e-cbb2e24b21b1 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (b5ca6f68-6358-414f-9b41-89c00825a547), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.675736 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.704452 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a9b7f75c-d975-4de0-aad4-097666f308cf req-0ecc5a26-7c45-45ca-941d-d81090cbba14 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770516 Mar 08 15:42:32.721241 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-84c92ddc-4c37-4b93-8866-8a1c488dc33d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856495 Mar 08 15:42:32.724352 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Pushing event updated for resources: {'Port': ['ID=1552f161-7102-4370-8d9c-2d4f16c62219,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.747955 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ff90-b99b-494d-a10e-cbb2e24b21b1 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (b5ca6f68-6358-414f-9b41-89c00825a547), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.792299 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9ff90-b99b-494d-a10e-cbb2e24b21b1 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ca6f68-6358-414f-9b41-89c00825a547,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.813976 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Attempting to bind port 1552f161-7102-4370-8d9c-2d4f16c62219 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:32.814316 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Attempting to bind port 1552f161-7102-4370-8d9c-2d4f16c62219 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:32.814649 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Attempting to bind port 1552f161-7102-4370-8d9c-2d4f16c62219 on network 5247f75a-f945-487c-b069-6b493c409e99 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:32.819136 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Port 1552f161-7102-4370-8d9c-2d4f16c62219 on network 5247f75a-f945-487c-b069-6b493c409e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:42:32.823585 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Attempting to bind port 1552f161-7102-4370-8d9c-2d4f16c62219 on network 5247f75a-f945-487c-b069-6b493c409e99 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:32.823888 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-d2e7b0fc-0665-4b3f-99ef-257512e8471d service neutron] 10.222.0.25 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868080 Mar 08 15:42:32.826737 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:32.827076 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Checking segment: {'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:32.827491 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Bound using segment: {'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:32.827930 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Bound port: 1552f161-7102-4370-8d9c-2d4f16c62219, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5247f75a-f945-487c-b069-6b493c409e99'}}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:32.828319 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.890086 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] For port 1552f161-7102-4370-8d9c-2d4f16c62219, host hv-cinder-83009, cleared binding levels {{(pid=104199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:32.893042 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] For port 1552f161-7102-4370-8d9c-2d4f16c62219, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1552f161-7102-4370-8d9c-2d4f16c62219,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:32.916783 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-a1243e8e-3cbd-468d-b62f-7e094f3701c6 service neutron] 10.222.0.25 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866873 Mar 08 15:42:32.925203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ff90-b99b-494d-a10e-cbb2e24b21b1 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.928968 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d8c9ff90-b99b-494d-a10e-cbb2e24b21b1 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4972572 Mar 08 15:42:32.929381 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47416) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:32.934445 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-0c13ea52-e3c1-4e63-af9c-9eaca8f3d03c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'security_group_rule': {'security_group_id': '65fc7b72-26af-42d7-ba2c-c12de58312d8', 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:33.015297 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.055038 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c13ea52-e3c1-4e63-af9c-9eaca8f3d03c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (ebfe544b-5e8e-419b-b730-e9c28d2bca23), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.060430 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.061296 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.062697 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] 10.222.0.24 "PUT /v2.0/ports/1552f161-7102-4370-8d9c-2d4f16c62219 HTTP/1.1" status: 200 len: 1094 time: 1.0826197 Mar 08 15:42:33.063149 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc14fbb8-aa27-4761-ae76-295edd415ddf', 'tag': '1552f161-7102-4370-8d9c-2d4f16c62219'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:33.065443 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a960cffc-fa1a-461e-ad8e-734ecef449df" -d '{"events": [{"name": "network-changed", "server_uuid": "cc14fbb8-aa27-4761-ae76-295edd415ddf", "tag": "1552f161-7102-4370-8d9c-2d4f16c62219"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:33.087124 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af7507-e0f9-456e-8b8c-3afa53a2637d service neutron] Pushing event updated for resources: {'Port': ['ID=1552f161-7102-4370-8d9c-2d4f16c62219,revision_number=3']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:33.147169 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb7925f-7ffb-409a-bc5d-e12467009e7a x-openstack-request-id: req-9fb7925f-7ffb-409a-bc5d-e12467009e7a {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:33.148607 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc14fbb8-aa27-4761-ae76-295edd415ddf", "tag": "1552f161-7102-4370-8d9c-2d4f16c62219", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:33.150016 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fb7925f-7ffb-409a-bc5d-e12467009e7a {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:33.150588 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc14fbb8-aa27-4761-ae76-295edd415ddf', 'tag': '1552f161-7102-4370-8d9c-2d4f16c62219', 'status': 'completed', 'code': 200} Mar 08 15:42:33.154369 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c13ea52-e3c1-4e63-af9c-9eaca8f3d03c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (ebfe544b-5e8e-419b-b730-e9c28d2bca23), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.165423 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e44cb-1ad8-459c-a130-f0b50320708a req-94b3fa98-ba31-47e5-a5be-5e7f95c4e342 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.166972 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b82e44cb-1ad8-459c-a130-f0b50320708a req-94b3fa98-ba31-47e5-a5be-5e7f95c4e342 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 944 time: 0.0914588 Mar 08 15:42:33.221705 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960cffc-fa1a-461e-ad8e-734ecef449df req-66028ee8-df1f-4ab6-8fdf-061bb72d2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.223347 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a960cffc-fa1a-461e-ad8e-734ecef449df req-66028ee8-df1f-4ab6-8fdf-061bb72d2ead service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=717041695c614e95a3c317126f56fdd5&device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 1128 time: 0.0542278 Mar 08 15:42:33.236051 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8675e967-f253-4571-b60f-6ed290747513 req-0f3a5d1a-0c1f-430f-b19b-33e2ac4927b0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 210 time: 0.0409729 Mar 08 15:42:33.251572 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c13ea52-e3c1-4e63-af9c-9eaca8f3d03c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (ebfe544b-5e8e-419b-b730-e9c28d2bca23), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.262243 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b82e44cb-1ad8-459c-a130-f0b50320708a req-2ed76ce7-0554-40f0-81f7-82b923f9199f tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850914 Mar 08 15:42:33.278031 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13ea52-e3c1-4e63-af9c-9eaca8f3d03c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfe544b-5e8e-419b-b730-e9c28d2bca23,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:33.341040 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960cffc-fa1a-461e-ad8e-734ecef449df req-15bd98b2-9e9d-485a-8b46-ff14319c200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.342423 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a960cffc-fa1a-461e-ad8e-734ecef449df req-15bd98b2-9e9d-485a-8b46-ff14319c200c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=717041695c614e95a3c317126f56fdd5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1109314 Mar 08 15:42:33.367088 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c13ea52-e3c1-4e63-af9c-9eaca8f3d03c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.368259 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0c13ea52-e3c1-4e63-af9c-9eaca8f3d03c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4377654 Mar 08 15:42:33.371476 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47432) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:33.377011 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-9c616016-b422-423e-8b72-3ca49720d137 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'security_group_rule': {'security_group_id': '65fc7b72-26af-42d7-ba2c-c12de58312d8', 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:33.412353 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d971e-41f2-4542-b3cb-267a0e78d676 req-1e8e0019-e9ed-48bb-9f87-9d4d9a0a057c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.413795 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-272d971e-41f2-4542-b3cb-267a0e78d676 req-1e8e0019-e9ed-48bb-9f87-9d4d9a0a057c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0755441 Mar 08 15:42:33.441782 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960cffc-fa1a-461e-ad8e-734ecef449df req-bd550677-3a8c-4d29-b507-a45b1c932a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.443304 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-a960cffc-fa1a-461e-ad8e-734ecef449df req-bd550677-3a8c-4d29-b507-a45b1c932a74 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0933905 Mar 08 15:42:33.460862 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-272d971e-41f2-4542-b3cb-267a0e78d676 req-578564d8-fbe6-4166-bbfe-0e8478303644 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Mar 08 15:42:33.482466 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.securitygroups_db [None req-9c616016-b422-423e-8b72-3ca49720d137 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Project a501642d06b54b94b85256a66c6be5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:42:33.488422 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c616016-b422-423e-8b72-3ca49720d137 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (b8075575-3680-468f-87e0-933dec7d7353), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.538803 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c616016-b422-423e-8b72-3ca49720d137 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (b8075575-3680-468f-87e0-933dec7d7353), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.553998 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-12d3bed1-17a4-433a-905f-597d1812bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.555634 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-12d3bed1-17a4-433a-905f-597d1812bff1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=717041695c614e95a3c317126f56fdd5&device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 1128 time: 0.0567493 Mar 08 15:42:33.611135 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-b40a483f-764c-4ae8-bf94-6a1e37838a7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1552f161-7102-4370-8d9c-2d4f16c62219 HTTP/1.1" status: 200 len: 217 time: 0.0348859 Mar 08 15:42:33.630802 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c616016-b422-423e-8b72-3ca49720d137 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (b8075575-3680-468f-87e0-933dec7d7353), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.648109 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c616016-b422-423e-8b72-3ca49720d137 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8075575-3680-468f-87e0-933dec7d7353,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:33.667839 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-ff7e8ede-ab66-4cb3-94d8-73cb91eb17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.669374 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-ff7e8ede-ab66-4cb3-94d8-73cb91eb17fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dad92f6-2906-4d4d-a239-5107a9d27036 HTTP/1.1" status: 200 len: 848 time: 0.0463288 Mar 08 15:42:33.709435 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-6198f7e8-7c3d-4f80-ab3e-028612ceb505 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5247f75a-f945-487c-b069-6b493c409e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298235 Mar 08 15:42:33.751975 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9c616016-b422-423e-8b72-3ca49720d137 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.753273 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9c616016-b422-423e-8b72-3ca49720d137 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3808937 Mar 08 15:42:33.755855 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47436) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:33.760115 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-e54c3bc2-3568-497c-a389-0716711bd876 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'security_group_rule': {'security_group_id': '65fc7b72-26af-42d7-ba2c-c12de58312d8', 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:33.799327 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-082adcb9-2f4c-4fb4-95cf-464e3468bd6a service neutron] 10.222.0.24 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836885 Mar 08 15:42:33.882848 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.securitygroups_db [None req-e54c3bc2-3568-497c-a389-0716711bd876 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Project a501642d06b54b94b85256a66c6be5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:42:33.888218 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e54c3bc2-3568-497c-a389-0716711bd876 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (504478a6-e112-4ccc-8dd0-e9312f933878), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.895561 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c54db624-bd91-4ee2-8de2-fea079eb5c1b req-af5588f6-ff32-47fc-9059-8b20ff792581 service neutron] 10.222.0.24 "GET /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868311 Mar 08 15:42:33.947359 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e54c3bc2-3568-497c-a389-0716711bd876 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (504478a6-e112-4ccc-8dd0-e9312f933878), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:34.076729 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e54c3bc2-3568-497c-a389-0716711bd876 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (504478a6-e112-4ccc-8dd0-e9312f933878), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:34.094640 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c3bc2-3568-497c-a389-0716711bd876 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504478a6-e112-4ccc-8dd0-e9312f933878,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:34.181270 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e54c3bc2-3568-497c-a389-0716711bd876 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:34.182784 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e54c3bc2-3568-497c-a389-0716711bd876 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4259324 Mar 08 15:42:34.361406 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:42:34.527576 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-3dacb66d-d34e-44e0-b691-9e0ae28ffca5 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011102973&fields=id&tenant_id=a501642d06b54b94b85256a66c6be5fb HTTP/1.1" status: 200 len: 267 time: 0.3006282 Mar 08 15:42:34.543917 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8362ad26-14cd-4188-aa27-15ee65bb5934 req-f6f4f463-3f9f-4cc2-a52d-0be8df1073fd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 210 time: 0.0338266 Mar 08 15:42:34.593755 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-af26ee79-7d27-4f25-8c4a-8480f9e16c64 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:34.595229 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-af26ee79-7d27-4f25-8c4a-8480f9e16c64 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0536311 Mar 08 15:42:34.611896 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'port': {'security_groups': ['808ad8c8-07fd-43e1-b513-ffb678344f5e', '65fc7b72-26af-42d7-ba2c-c12de58312d8']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:34.701006 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:34.709384 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e3617-6352-4bf5-85ba-f032fbb6478b req-bbfb8f34-6ec1-4a63-855f-5db6eccee9e7 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:34.710863 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ed6e3617-6352-4bf5-85ba-f032fbb6478b req-bbfb8f34-6ec1-4a63-855f-5db6eccee9e7 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 944 time: 0.1128106 Mar 08 15:42:34.802627 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ed6e3617-6352-4bf5-85ba-f032fbb6478b req-be99245d-ed4f-4da8-8cdc-7d24f36e3826 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844176 Mar 08 15:42:34.963971 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cab4dd-1fde-4204-b5af-213cb722f530 req-526f1b53-17ef-46af-9208-813abe62dc73 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:34.965460 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b5cab4dd-1fde-4204-b5af-213cb722f530 req-526f1b53-17ef-46af-9208-813abe62dc73 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.1057446 Mar 08 15:42:34.970319 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] For port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:35.022785 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.034281 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b5cab4dd-1fde-4204-b5af-213cb722f530 req-220b61fa-ea95-4568-b9e1-f353024dd985 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620611 Mar 08 15:42:35.111066 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.125287 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d7b7e08a-6ff2-43b2-b91c-03b323ee9f24'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:35.159249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.166559 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.167597 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b616d169-a87f-4d35-a0ca-83da2d476fc8 req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "PUT /v2.0/ports/d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 981 time: 0.5614567 Mar 08 15:42:35.168115 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:35.170447 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d5ea2-9ef9-4036-a56e-fcce21e38892" -d '{"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:35.199100 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea7ca8-3a78-4c8a-ae7e-ae281671ee43 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'Port': ['ID=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,revision_number=6']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:35.259053 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d7b7e08a-6ff2-43b2-b91c-03b323ee9f24'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:35.273659 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9bbf38-1141-402d-b6eb-d29afc9a9262 x-openstack-request-id: req-fb9bbf38-1141-402d-b6eb-d29afc9a9262 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:35.274287 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:35.274829 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb9bbf38-1141-402d-b6eb-d29afc9a9262 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:35.275452 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'status': 'completed', 'code': 200} Mar 08 15:42:35.364209 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0ca2e-be9e-48cf-882e-beed12c0e0b9 req-56b5d52b-236d-4660-b30f-902ac6f9417b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.382421 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-073e26c0-f0fa-4005-9b06-05c713d5b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.384506 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-073e26c0-f0fa-4005-9b06-05c713d5b595 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1168 time: 0.0824623 Mar 08 15:42:35.386747 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-75a0ca2e-be9e-48cf-882e-beed12c0e0b9 req-56b5d52b-236d-4660-b30f-902ac6f9417b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.1304958 Mar 08 15:42:35.459159 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-75a0ca2e-be9e-48cf-882e-beed12c0e0b9 req-46d36c99-b287-4724-bcfb-aaf21d4b9dbb tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712886 Mar 08 15:42:35.500182 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-75fa8f0d-e550-4201-8399-79cd821fc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.501790 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-75fa8f0d-e550-4201-8399-79cd821fc183 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 915 time: 0.1105864 Mar 08 15:42:35.526688 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-3a324447-fa15-48fc-b1f5-43ccb6958c2d None None] Provisioning complete for port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:35.527067 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-3a324447-fa15-48fc-b1f5-43ccb6958c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.583702 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-f34c85f2-821a-47dd-b816-62301e79d8fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 1001 time: 0.0648174 Mar 08 15:42:35.637542 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-faa9b27f-45b3-43ab-b089-3f253b5728cf tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.639338 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-faa9b27f-45b3-43ab-b089-3f253b5728cf tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 815 time: 0.1212010 Mar 08 15:42:35.686321 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-d724c9f0-df3f-431d-b631-d2724e113889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.689343 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-d724c9f0-df3f-431d-b631-d2724e113889 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 200 len: 854 time: 0.0994883 Mar 08 15:42:35.699174 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f41359d4-1cb1-405b-aa88-2d19d7c9a2df req-d1d98e44-b53b-4d62-b1ab-b600a22dc6fd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 210 time: 0.0554633 Mar 08 15:42:35.776721 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-be16d717-27b5-40df-b54d-c524c1f6d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.778813 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-be16d717-27b5-40df-b54d-c524c1f6d6f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fea8419-379e-4967-b7a3-57140b515585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814264 Mar 08 15:42:35.779192 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-3a324447-fa15-48fc-b1f5-43ccb6958c2d None None] Current status of the port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:35.809495 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-cdb24dd5-32a2-468f-82aa-8c2a3041dc17 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 379 time: 0.1529651 Mar 08 15:42:35.826475 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'port': {'device_id': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'admin_state_up': True, 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'security_groups': ['2d537201-8bcd-4724-b74a-dfd1f6e6883b']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:35.927003 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-8c7ba8bd-ea6f-4ad3-862e-8935f7e31ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371257 Mar 08 15:42:35.945250 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762a3c-32cc-47c3-b496-4898717f8682 req-8c142045-e59c-467c-b981-61f3060c6060 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.946737 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-85762a3c-32cc-47c3-b496-4898717f8682 req-8c142045-e59c-467c-b981-61f3060c6060 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.1842301 Mar 08 15:42:36.006297 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-2eea1630-4ab7-4303-968f-c03bb8058f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.007830 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-2eea1630-4ab7-4303-968f-c03bb8058f1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e004d80679784783a1f13d99e7bc0b1d&device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 1129 time: 0.2037249 Mar 08 15:42:36.064388 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf664ca-e4a1-4db6-91db-18e61f4d6613 req-cb7b7db5-2b40-4fcd-bc52-c16d3dfb514b tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.065852 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bdf664ca-e4a1-4db6-91db-18e61f4d6613 req-cb7b7db5-2b40-4fcd-bc52-c16d3dfb514b tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 944 time: 0.1485324 Mar 08 15:42:36.070678 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-85762a3c-32cc-47c3-b496-4898717f8682 req-3e43d90b-5f5d-427e-be09-c9467a5298e2 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037545 Mar 08 15:42:36.167684 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bdf664ca-e4a1-4db6-91db-18e61f4d6613 req-0315d487-c979-4559-a301-bcc75e9fe302 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952873 Mar 08 15:42:36.178670 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-717d5ea2-9ef9-4036-a56e-fcce21e38892 req-e19a3180-5ccf-43f6-a0da-8dffc5af35b2 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958354 Mar 08 15:42:36.197728 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-f27e173d-28e8-4c03-be51-3f4a970ab1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.199183 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-f27e173d-28e8-4c03-be51-3f4a970ab1cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 200 len: 919 time: 0.1106591 Mar 08 15:42:36.240826 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-e95825e0-5a57-4b7f-8c79-324d6b2484ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071 HTTP/1.1" status: 200 len: 217 time: 0.0335381 Mar 08 15:42:36.249784 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Made reservation on behalf of 59ab38d879c841aeb11a9c18728a251e for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:36.253086 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:36.315671 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-d26456c9-3140-4e26-837b-46e1f455620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.317148 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-d26456c9-3140-4e26-837b-46e1f455620d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d9c257-159b-445f-8d09-db821ac96193 HTTP/1.1" status: 200 len: 859 time: 0.0689707 Mar 08 15:42:36.374649 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-7c6fe4df-4c01-4a9c-adb9-d06822e44c2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9baa9af1-beae-4e79-a7e1-bcba83214f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330188 Mar 08 15:42:36.496885 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Allocated IP 172.20.0.3 (e25df95b-1720-4193-966a-ca26942242e5/cdb27db0-46fb-41a3-b99b-6d4043415fd2/698ad5cb-0f3b-4c6c-9d3a-4b791127753b) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:36.518702 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-657114bf-ece8-4ec5-869f-1cc6698ee621 service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357505 Mar 08 15:42:36.692404 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-759a6ccd-2e3b-40bb-bf5d-0daa4afc3e25 req-3cb11426-3f75-4d3f-b1ad-0691328a3326 service neutron] 10.222.0.24 "GET /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647561 Mar 08 15:42:36.723587 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:36.820096 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31a9cb82-2c6b-4b64-9617-2f3318e3dde2 req-a12e5349-4a31-443f-881d-84258d3c063a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 210 time: 0.0378451 Mar 08 15:42:37.202807 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959d629-513f-45e2-8ce9-d37c27d0deb8 req-fc1ed95d-ba97-4f80-b8ff-13c92f935901 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.204609 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0959d629-513f-45e2-8ce9-d37c27d0deb8 req-fc1ed95d-ba97-4f80-b8ff-13c92f935901 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0558169 Mar 08 15:42:37.277669 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0959d629-513f-45e2-8ce9-d37c27d0deb8 req-c74ad46d-2d13-4a01-81d9-de49d5a805b6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670075 Mar 08 15:42:37.302653 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f495e-8074-4a38-8790-7e5349f2e648 req-7aa090b0-35e2-4c0c-bef3-9df6fb233828 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.304088 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e5f495e-8074-4a38-8790-7e5349f2e648 req-7aa090b0-35e2-4c0c-bef3-9df6fb233828 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 944 time: 0.0677066 Mar 08 15:42:37.316071 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:37.381160 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Network e25df95b-1720-4193-966a-ca26942242e5 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:37.389925 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:37.397388 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:37.404185 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e5f495e-8074-4a38-8790-7e5349f2e648 req-e125d488-1613-4213-a8a3-4f4382a1152c tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943696 Mar 08 15:42:37.404801 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:37.451212 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.451833 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:37.542252 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1e7c75e7-68a0-4bc9-a1a3-e61a3fca3cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220368 Mar 08 15:42:37.554349 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Request body: {'port': {'device_id': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:37.612540 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:37.617490 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-2c5caba2-898e-4941-aa85-375decd82efb None None] Provisioning complete for port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:37.617990 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2c5caba2-898e-4941-aa85-375decd82efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:37.653706 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-2c5caba2-898e-4941-aa85-375decd82efb None None] Port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:42:37.723878 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 1552f161-7102-4370-8d9c-2d4f16c62219 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:37.818281 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 1552f161-7102-4370-8d9c-2d4f16c62219, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1552f161-7102-4370-8d9c-2d4f16c62219,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:37.829723 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '1552f161-7102-4370-8d9c-2d4f16c62219', 'network_id': '5247f75a-f945-487c-b069-6b493c409e99', 'port_id': '1552f161-7102-4370-8d9c-2d4f16c62219', 'mac_address': 'fa:16:3e:59:0d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dad92f6-2906-4d4d-a239-5107a9d27036', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:37.870346 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 1552f161-7102-4370-8d9c-2d4f16c62219 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:37.870742 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:37.875505 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698ad5cb-0f3b-4c6c-9d3a-4b791127753b {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:37.883995 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Publish callbacks [] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:37.884529 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1552f161-7102-4370-8d9c-2d4f16c62219 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:37.904902 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 1552f161-7102-4370-8d9c-2d4f16c62219, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1552f161-7102-4370-8d9c-2d4f16c62219,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:37.922284 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Transition to ACTIVE for port object 698ad5cb-0f3b-4c6c-9d3a-4b791127753b will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:42:37.943719 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b6e9b-6707-46f0-802a-8f205ad3c6c9 req-99c4afc4-3409-4fb1-b86f-22ab4cff2eb8 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.945228 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a21b6e9b-6707-46f0-802a-8f205ad3c6c9 req-99c4afc4-3409-4fb1-b86f-22ab4cff2eb8 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 931 time: 0.0584002 Mar 08 15:42:37.967963 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:37.990211 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a21b6e9b-6707-46f0-802a-8f205ad3c6c9 req-03c5318e-3938-4998-8874-8dbb8de1ae60 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395324 Mar 08 15:42:38.008068 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:38.016621 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=1552f161-7102-4370-8d9c-2d4f16c62219,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:38.024026 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.024434 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.024791 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.025133 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.025473 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.025809 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.026143 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.026478 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.026807 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.027188 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.027532 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.027861 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.028212 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:38.059554 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Pushing event updated for resources: {'Port': ['ID=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:38.134295 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Attempting to bind port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:38.134636 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Attempting to bind port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:38.134968 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Attempting to bind port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:38.139560 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b on network e25df95b-1720-4193-966a-ca26942242e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:42:38.140507 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Attempting to bind port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:38.145615 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:38.145955 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Checking segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:38.146344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Bound using segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:38.146779 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Bound port: 698ad5cb-0f3b-4c6c-9d3a-4b791127753b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:38.147144 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:38.212442 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] For port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:38.215430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] For port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:38.287530 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:38.296759 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['1552f161-7102-4370-8d9c-2d4f16c62219'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:38.328934 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.329565 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:38.330962 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] 10.222.0.24 "PUT /v2.0/ports/698ad5cb-0f3b-4c6c-9d3a-4b791127753b HTTP/1.1" status: 200 len: 1093 time: 0.7810826 Mar 08 15:42:38.331412 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'tag': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:38.334381 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745bd1b7-12c8-4e49-848b-a84a06becce6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8abf5bb-dc4b-44b4-ad31-8297a9983da2", "tag": "698ad5cb-0f3b-4c6c-9d3a-4b791127753b"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:38.365069 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2e4c7-34d5-4a19-b5ef-5db4e8435b5c service neutron] Pushing event updated for resources: {'Port': ['ID=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:38.412714 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84937b7-b268-4233-9809-a80b5b836d10 x-openstack-request-id: req-b84937b7-b268-4233-9809-a80b5b836d10 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:38.413008 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8abf5bb-dc4b-44b4-ad31-8297a9983da2", "tag": "698ad5cb-0f3b-4c6c-9d3a-4b791127753b", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:38.413447 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b84937b7-b268-4233-9809-a80b5b836d10 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:38.413961 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'tag': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'status': 'completed', 'code': 200} Mar 08 15:42:38.491125 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e327d-a478-41e3-8995-33ecbcc7e672 req-555af59f-bf5b-4f95-9db1-fbf5fe0254f5 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.493068 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-019e327d-a478-41e3-8995-33ecbcc7e672 req-555af59f-bf5b-4f95-9db1-fbf5fe0254f5 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.1174440 Mar 08 15:42:38.587696 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd1b7-12c8-4e49-848b-a84a06becce6 req-292df29a-660f-4433-b410-36c7fa6698eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.589315 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-745bd1b7-12c8-4e49-848b-a84a06becce6 req-292df29a-660f-4433-b410-36c7fa6698eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 1127 time: 0.1497364 Mar 08 15:42:38.603029 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-019e327d-a478-41e3-8995-33ecbcc7e672 req-bf30c228-e237-41b2-9e27-a3f10907b51a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948162 Mar 08 15:42:38.618922 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef200a6-6851-4c47-96ca-419212ce67f8 req-254ca50b-afbb-4f6d-85fe-c1c1dc9e882b tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.620413 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cef200a6-6851-4c47-96ca-419212ce67f8 req-254ca50b-afbb-4f6d-85fe-c1c1dc9e882b tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 945 time: 0.1252947 Mar 08 15:42:38.717961 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cef200a6-6851-4c47-96ca-419212ce67f8 req-ebf85dbd-348d-4f51-a859-b494e8d0d5db tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874484 Mar 08 15:42:38.730667 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd1b7-12c8-4e49-848b-a84a06becce6 req-ef43f0a5-aeef-4d4c-af08-5eafb80a4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.732126 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-745bd1b7-12c8-4e49-848b-a84a06becce6 req-ef43f0a5-aeef-4d4c-af08-5eafb80a4faa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=59ab38d879c841aeb11a9c18728a251e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1340861 Mar 08 15:42:38.830153 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd1b7-12c8-4e49-848b-a84a06becce6 req-3f7bb225-ad25-41ed-8527-4aa3e624ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.831587 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-745bd1b7-12c8-4e49-848b-a84a06becce6 req-3f7bb225-ad25-41ed-8527-4aa3e624ee32 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0894482 Mar 08 15:42:38.914182 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-5e1d28ad-89a2-436c-8d3d-23545923fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.915691 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-5e1d28ad-89a2-436c-8d3d-23545923fcc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 1127 time: 0.0438659 Mar 08 15:42:38.959234 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-1505d0d9-9209-4e4d-a29f-b3ab6966443f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=698ad5cb-0f3b-4c6c-9d3a-4b791127753b HTTP/1.1" status: 200 len: 217 time: 0.0365901 Mar 08 15:42:39.004662 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ca06dd17-b10e-4869-b543-17e282c1ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.006076 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-ca06dd17-b10e-4869-b543-17e282c1ed59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.0409422 Mar 08 15:42:39.086952 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-7680aaf9-8464-4684-9206-a6a4d7699373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.088598 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-7680aaf9-8464-4684-9206-a6a4d7699373 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669301 Mar 08 15:42:39.119325 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9cef5-3d27-4831-b87f-0fe48ef3b95e req-ae3fabf5-ca14-4ead-808a-5c18a5425dc4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.120785 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-00c9cef5-3d27-4831-b87f-0fe48ef3b95e req-ae3fabf5-ca14-4ead-808a-5c18a5425dc4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 943 time: 0.0652184 Mar 08 15:42:39.217568 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-00c9cef5-3d27-4831-b87f-0fe48ef3b95e req-68a31e22-bb48-4ff9-9ecc-9ef7801001f1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867615 Mar 08 15:42:39.228075 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-f664a607-a8e5-4103-9749-a987961ba53c service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242871 Mar 08 15:42:39.318247 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7856d8ab-1252-4d0b-8206-9448295b7055 req-de418a15-c26a-47ef-ae3b-bda87b7d2c5f service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836356 Mar 08 15:42:39.722121 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622292df-c225-4fef-bc53-3bad1ea455d2 req-8467300a-4ff8-4792-b4d4-d28dad5c0f7c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.723593 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-622292df-c225-4fef-bc53-3bad1ea455d2 req-8467300a-4ff8-4792-b4d4-d28dad5c0f7c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0559914 Mar 08 15:42:39.729921 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 1552f161-7102-4370-8d9c-2d4f16c62219 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:39.772478 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-622292df-c225-4fef-bc53-3bad1ea455d2 req-b1809860-468f-4fbc-8bff-46ab771e8a89 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 Mar 08 15:42:39.840920 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfd669-fa2b-4243-aa5a-b4e0a9ef631f req-5c5b56eb-aa58-4901-b8cd-401666648f50 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.842885 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-25cfd669-fa2b-4243-aa5a-b4e0a9ef631f req-5c5b56eb-aa58-4901-b8cd-401666648f50 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 945 time: 0.0529850 Mar 08 15:42:39.865180 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 1552f161-7102-4370-8d9c-2d4f16c62219 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:42:39.869775 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 1552f161-7102-4370-8d9c-2d4f16c62219 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:39.870279 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:39.892762 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-25cfd669-fa2b-4243-aa5a-b4e0a9ef631f req-1818a6ef-2a88-4680-954b-9f4d97e05655 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Mar 08 15:42:39.953196 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 1552f161-7102-4370-8d9c-2d4f16c62219 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:39.953592 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:39.977240 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc14fbb8-aa27-4761-ae76-295edd415ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1552f161-7102-4370-8d9c-2d4f16c62219'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:39.979555 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605ae37e-ea2a-4a51-83ff-807b9435f483" -d '{"events": [{"server_uuid": "cc14fbb8-aa27-4761-ae76-295edd415ddf", "name": "network-vif-plugged", "status": "completed", "tag": "1552f161-7102-4370-8d9c-2d4f16c62219"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:39.994055 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 1552f161-7102-4370-8d9c-2d4f16c62219, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1552f161-7102-4370-8d9c-2d4f16c62219,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:40.019919 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f538248-91a0-48a1-9ec3-66724b7e8b4c x-openstack-request-id: req-9f538248-91a0-48a1-9ec3-66724b7e8b4c {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:40.020267 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc14fbb8-aa27-4761-ae76-295edd415ddf", "name": "network-vif-plugged", "status": "completed", "tag": "1552f161-7102-4370-8d9c-2d4f16c62219", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:40.024576 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f538248-91a0-48a1-9ec3-66724b7e8b4c {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:40.024576 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc14fbb8-aa27-4761-ae76-295edd415ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1552f161-7102-4370-8d9c-2d4f16c62219', 'code': 200} Mar 08 15:42:40.070970 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:40.119763 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=1552f161-7102-4370-8d9c-2d4f16c62219,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:40.362838 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0a5f7-1dc4-4c1e-907a-45f7c93ef418 req-f8052637-7a9c-4955-8257-479fe65e2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:40.364343 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-88c0a5f7-1dc4-4c1e-907a-45f7c93ef418 req-f8052637-7a9c-4955-8257-479fe65e2450 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 1130 time: 0.0704045 Mar 08 15:42:40.371631 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef3ca6-3e3a-43d7-8498-4db570f095cf req-03f9a1cf-0390-45c8-9a01-5dca48f705f6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:40.373014 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e1ef3ca6-3e3a-43d7-8498-4db570f095cf req-03f9a1cf-0390-45c8-9a01-5dca48f705f6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 943 time: 0.0876064 Mar 08 15:42:40.446901 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e1ef3ca6-3e3a-43d7-8498-4db570f095cf req-21fbe62b-85a5-429b-80c7-db78389a3f31 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681107 Mar 08 15:42:40.449292 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-88c0a5f7-1dc4-4c1e-907a-45f7c93ef418 req-364ad2fc-ac6d-43b5-a315-3cf75cf13c47 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637279 Mar 08 15:42:41.006996 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ec719-b33b-4856-ae4f-924530366c66 req-fe9e1a41-fdd9-453b-80bb-f6a7f4f4d8c3 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:41.008478 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-272ec719-b33b-4856-ae4f-924530366c66 req-fe9e1a41-fdd9-453b-80bb-f6a7f4f4d8c3 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 946 time: 0.0516334 Mar 08 15:42:41.057253 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-272ec719-b33b-4856-ae4f-924530366c66 req-09377ed5-cbb8-4dbf-9f07-b3bd42d97a43 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Mar 08 15:42:41.563210 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a936-55c2-4680-9262-d6c717edd786 req-7117f55c-bc5f-4bd7-94f6-44f119e88025 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:41.564743 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4aa4a936-55c2-4680-9262-d6c717edd786 req-7117f55c-bc5f-4bd7-94f6-44f119e88025 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 943 time: 0.0519390 Mar 08 15:42:41.610960 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4aa4a936-55c2-4680-9262-d6c717edd786 req-ab2ebf57-79e8-4e97-bb4c-ae211e02daf5 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Mar 08 15:42:41.729114 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 698ad5cb-0f3b-4c6c-9d3a-4b791127753b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:41.826454 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:41.836628 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'port_id': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'mac_address': 'fa:16:3e:60:c1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:41.873059 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:41.873453 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:41.885869 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698ad5cb-0f3b-4c6c-9d3a-4b791127753b {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:41.904468 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:41.979566 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:42.028557 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:42.173897 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f65f9-0caa-4dc7-baf0-0386a7e4b5e5 req-5b708249-ae70-47b4-936e-7a2e21ddf277 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:42.175395 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c32f65f9-0caa-4dc7-baf0-0386a7e4b5e5 req-5b708249-ae70-47b4-936e-7a2e21ddf277 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 946 time: 0.0534024 Mar 08 15:42:42.221139 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c32f65f9-0caa-4dc7-baf0-0386a7e4b5e5 req-10af334f-57cb-4041-be23-6402ae43c7cf tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Mar 08 15:42:42.274497 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['698ad5cb-0f3b-4c6c-9d3a-4b791127753b'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:42.739690 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64550a5f-2999-48ec-8453-b2f8d74b3e5e req-64c8c7b4-4464-4b16-8e6d-17e01cfd7cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:42.741177 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-64550a5f-2999-48ec-8453-b2f8d74b3e5e req-64c8c7b4-4464-4b16-8e6d-17e01cfd7cb6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 944 time: 0.0573182 Mar 08 15:42:42.788548 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-64550a5f-2999-48ec-8453-b2f8d74b3e5e req-ebe88f31-c976-4656-8d78-0b31da110e1e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414991 Mar 08 15:42:43.553803 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631baef-9220-4e98-b8fc-91f173a014d7 req-b289b8f8-2962-4834-bfdb-6ee5bd4789e2 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:43.555266 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8631baef-9220-4e98-b8fc-91f173a014d7 req-b289b8f8-2962-4834-bfdb-6ee5bd4789e2 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 946 time: 0.0520191 Mar 08 15:42:43.600723 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8631baef-9220-4e98-b8fc-91f173a014d7 req-4276047f-a1e9-46d9-a4f7-e9b5c83eda8f tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 Mar 08 15:42:43.756208 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 698ad5cb-0f3b-4c6c-9d3a-4b791127753b up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:43.904764 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840c3d5-e0f2-4ef9-ab06-375e84cadc7c req-c6854e19-5060-4353-ba73-73edd5316a3d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:43.906836 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2840c3d5-e0f2-4ef9-ab06-375e84cadc7c req-c6854e19-5060-4353-ba73-73edd5316a3d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 944 time: 0.0511422 Mar 08 15:42:43.955368 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2840c3d5-e0f2-4ef9-ab06-375e84cadc7c req-92ddaea7-3839-4771-8ca7-637834d64db4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Mar 08 15:42:43.996243 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:42:44.000801 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:44.001186 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:44.075131 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:44.075525 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:44.098726 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:44.100985 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e542cb64-693c-4780-940e-78ff36f5899a" -d '{"events": [{"server_uuid": "f8abf5bb-dc4b-44b4-ad31-8297a9983da2", "name": "network-vif-plugged", "status": "completed", "tag": "698ad5cb-0f3b-4c6c-9d3a-4b791127753b"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:44.113506 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:44.140343 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ca1c27-6e78-4068-a126-8d60ed24359a x-openstack-request-id: req-d6ca1c27-6e78-4068-a126-8d60ed24359a {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:44.140343 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8abf5bb-dc4b-44b4-ad31-8297a9983da2", "name": "network-vif-plugged", "status": "completed", "tag": "698ad5cb-0f3b-4c6c-9d3a-4b791127753b", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:44.140343 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6ca1c27-6e78-4068-a126-8d60ed24359a {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:44.140343 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'code': 200} Mar 08 15:42:44.179602 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:44.229877 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:44.515694 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b548-85cc-493e-8bd3-578aef78785c req-c49bfa25-63c2-44e2-9a71-8050992d7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:44.517092 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-85c9b548-85cc-493e-8bd3-578aef78785c req-c49bfa25-63c2-44e2-9a71-8050992d7892 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 1129 time: 0.0446627 Mar 08 15:42:44.564352 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-85c9b548-85cc-493e-8bd3-578aef78785c req-d17db80e-013d-4523-bb18-bfd3c965d158 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382285 Mar 08 15:42:44.719475 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63504565-68bc-4286-b323-2b95a8e8d1b8 req-76082789-80f9-4a53-9c82-64e954b350c2 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:44.721026 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-63504565-68bc-4286-b323-2b95a8e8d1b8 req-76082789-80f9-4a53-9c82-64e954b350c2 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 946 time: 0.0542789 Mar 08 15:42:44.767081 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-63504565-68bc-4286-b323-2b95a8e8d1b8 req-cc280b91-4913-466e-b56f-30650b9a182a tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Mar 08 15:42:45.072866 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867beb2-f770-4873-b7c2-e3d59a45a55b req-ac997204-05dd-484f-a7e3-e50b62ca88ef tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:45.074221 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a867beb2-f770-4873-b7c2-e3d59a45a55b req-ac997204-05dd-484f-a7e3-e50b62ca88ef tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 945 time: 0.0542915 Mar 08 15:42:45.119895 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a867beb2-f770-4873-b7c2-e3d59a45a55b req-7f6e9290-1990-4800-b2fc-8dd39374db72 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394177 Mar 08 15:42:45.460472 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-5772bf1c-7670-4afb-99b9-dd3b65bc7064 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:45.461898 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-5772bf1c-7670-4afb-99b9-dd3b65bc7064 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 946 time: 0.0538187 Mar 08 15:42:45.597597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Deleting port 1552f161-7102-4370-8d9c-2d4f16c62219 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:45.597941 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:45.633777 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eceb6d-cef6-4583-869e-d4aa655eeafc req-2370db8e-2755-4e13-8b0b-149f582e2dad tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:45.635217 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-72eceb6d-cef6-4583-869e-d4aa655eeafc req-2370db8e-2755-4e13-8b0b-149f582e2dad tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0846136 Mar 08 15:42:46.001463 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] For port 1552f161-7102-4370-8d9c-2d4f16c62219, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1552f161-7102-4370-8d9c-2d4f16c62219,segment=NetworkSegment(bcac97ee-13e9-4ddb-b655-42ad0bde3ea1),segment_id=bcac97ee-13e9-4ddb-b655-42ad0bde3ea1)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:46.001740 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:46.006599 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-72eceb6d-cef6-4583-869e-d4aa655eeafc req-a8ce5464-b907-4894-ac76-1d64a0cb98c6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467605 Mar 08 15:42:46.019650 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Calling delete_port for 1552f161-7102-4370-8d9c-2d4f16c62219 owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:46.038330 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6d7f-6021-4e53-9c18-54a69000aec5 req-d02794a1-f683-4bed-8450-000207c46245 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:46.039788 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-12ac6d7f-6021-4e53-9c18-54a69000aec5 req-d02794a1-f683-4bed-8450-000207c46245 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 946 time: 0.1122296 Mar 08 15:42:46.137278 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-12ac6d7f-6021-4e53-9c18-54a69000aec5 req-279a4dba-213d-4cd5-ae05-e93d896b9149 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/security-groups?id=83334458-4dfe-47e5-89f1-fb325d6deab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665555 Mar 08 15:42:46.244622 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e018787-974f-4400-8571-729678374e0a req-c8196999-6cdf-4aea-9301-e887080d77ee tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:46.246155 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e018787-974f-4400-8571-729678374e0a req-c8196999-6cdf-4aea-9301-e887080d77ee tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 945 time: 0.0505767 Mar 08 15:42:46.286522 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (1552f161-7102-4370-8d9c-2d4f16c62219), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:46.298352 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['1552f161-7102-4370-8d9c-2d4f16c62219'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:46.321484 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e018787-974f-4400-8571-729678374e0a req-07f970d9-7197-4680-8a4e-25cbb9049aea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692258 Mar 08 15:42:46.324407 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Pushing event deleted for resources: {'Port': ['ID=1552f161-7102-4370-8d9c-2d4f16c62219,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:46.369442 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] No DVR routers for this DVR port 1552f161-7102-4370-8d9c-2d4f16c62219 on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:42:46.371727 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:46.375489 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fce3ca2f-e087-4da5-ac8f-651b32c0f1b7 req-46c95add-a53b-4723-b335-dfee3cbb8817 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.24 "DELETE /v2.0/ports/1552f161-7102-4370-8d9c-2d4f16c62219 HTTP/1.1" status: 204 len: 173 time: 0.9011469 Mar 08 15:42:46.375926 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc14fbb8-aa27-4761-ae76-295edd415ddf', 'name': 'network-vif-deleted', 'tag': '1552f161-7102-4370-8d9c-2d4f16c62219'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:46.378214 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38519ce-a04d-44b2-b165-1b0930fb333c" -d '{"events": [{"server_uuid": "cc14fbb8-aa27-4761-ae76-295edd415ddf", "name": "network-vif-deleted", "tag": "1552f161-7102-4370-8d9c-2d4f16c62219"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:46.415326 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cecbbf4-c920-4802-b379-9d8f3d33bf09 x-openstack-request-id: req-8cecbbf4-c920-4802-b379-9d8f3d33bf09 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:46.415625 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc14fbb8-aa27-4761-ae76-295edd415ddf", "name": "network-vif-deleted", "tag": "1552f161-7102-4370-8d9c-2d4f16c62219", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:46.415879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cecbbf4-c920-4802-b379-9d8f3d33bf09 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:46.416308 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc14fbb8-aa27-4761-ae76-295edd415ddf', 'name': 'network-vif-deleted', 'tag': '1552f161-7102-4370-8d9c-2d4f16c62219', 'status': 'completed', 'code': 200} Mar 08 15:42:47.138136 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67461ea-0194-4fa8-a376-a0d94de7790a req-b528c3a3-f99b-41b6-a423-82821ee56628 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:47.140530 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d67461ea-0194-4fa8-a376-a0d94de7790a req-b528c3a3-f99b-41b6-a423-82821ee56628 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.0535684 Mar 08 15:42:47.189775 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d67461ea-0194-4fa8-a376-a0d94de7790a req-9ca8d987-03ec-4f9d-be5e-cd3cfb467bde tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437300 Mar 08 15:42:47.251215 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5fceecd3-683a-4a26-bb85-88781cf74f66 req-c5deba09-1dda-4e8c-94f3-9cc904422638 tempest-VolumesActionsTest-114886488 tempest-VolumesActionsTest-114886488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc14fbb8-aa27-4761-ae76-295edd415ddf HTTP/1.1" status: 200 len: 210 time: 0.0300272 Mar 08 15:42:47.439759 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2552cd-3bcb-469f-ab0e-d3908f53fd01 req-fd65408c-9e2a-4539-80b1-d2d9f5ad0986 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:47.441288 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c2552cd-3bcb-469f-ab0e-d3908f53fd01 req-fd65408c-9e2a-4539-80b1-d2d9f5ad0986 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 945 time: 0.0536497 Mar 08 15:42:47.488006 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c2552cd-3bcb-469f-ab0e-d3908f53fd01 req-87992846-dd5b-4e5a-8df2-ee857fb97a8d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410957 Mar 08 15:42:47.600214 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0498ff2-baee-4d43-8922-866a7508aa55 req-76fa6298-a173-427f-a8f7-a172faa18645 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:47.601614 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b0498ff2-baee-4d43-8922-866a7508aa55 req-76fa6298-a173-427f-a8f7-a172faa18645 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 945 time: 0.0518818 Mar 08 15:42:47.616166 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47570) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:47.620452 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'floatingip': {'port_id': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:47.662223 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (64a902f8-9f59-4bde-a879-c1a477fce26c), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:48.090376 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:48.156708 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (64a902f8-9f59-4bde-a879-c1a477fce26c), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:48.259682 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-dad071f8-d5ff-4a89-9561-404753affa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:48.263918 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Floating IP 64a902f8-9f59-4bde-a879-c1a477fce26c associated. External IP: 172.27.3.236, port: 698ad5cb-0f3b-4c6c-9d3a-4b791127753b. Mar 08 15:42:48.401856 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87db9b3-4736-48dc-80c9-8b601d07f209 req-664ccfd6-8f3c-498b-83c5-7018d58efd91 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:48.403335 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b87db9b3-4736-48dc-80c9-8b601d07f209 req-664ccfd6-8f3c-498b-83c5-7018d58efd91 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1369610 Mar 08 15:42:48.528664 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b87db9b3-4736-48dc-80c9-8b601d07f209 req-3b846b5c-ff1a-4b23-8b82-a9083021a4dc tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188216 Mar 08 15:42:48.591170 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-4ff68da5-53c8-4a77-91b0-ec000271349b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:48.593146 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-4ff68da5-53c8-4a77-91b0-ec000271349b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.24 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 945 time: 0.1426969 Mar 08 15:42:48.635615 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:48.783512 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Deleting port 3b1dbd11-8b96-4932-aee4-30d155628305 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:48.783858 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:48.810045 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:48.818338 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:48.825912 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:48.836832 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:48.837862 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:48.887505 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e90f6493-fa33-4e39-9044-2b0f31c8b2fe tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "PUT /v2.0/floatingips/64a902f8-9f59-4bde-a879-c1a477fce26c HTTP/1.1" status: 200 len: 991 time: 1.2702410 Mar 08 15:42:48.891118 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'tag': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:48.893330 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190c165b-f514-4c23-8915-ab211555077e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8abf5bb-dc4b-44b4-ad31-8297a9983da2", "tag": "698ad5cb-0f3b-4c6c-9d3a-4b791127753b"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:48.926063 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] For port 3b1dbd11-8b96-4932-aee4-30d155628305, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3b1dbd11-8b96-4932-aee4-30d155628305,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:48.926441 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:48.940081 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Calling delete_port for 3b1dbd11-8b96-4932-aee4-30d155628305 owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:48.942799 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13096a1-f88b-4045-bd53-f84ba7f75d74 x-openstack-request-id: req-e13096a1-f88b-4045-bd53-f84ba7f75d74 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:48.943099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8abf5bb-dc4b-44b4-ad31-8297a9983da2", "tag": "698ad5cb-0f3b-4c6c-9d3a-4b791127753b", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:48.943354 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e13096a1-f88b-4045-bd53-f84ba7f75d74 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:48.943755 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'tag': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'status': 'completed', 'code': 200} Mar 08 15:42:48.961947 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:48.976444 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:49.061333 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c165b-f514-4c23-8915-ab211555077e req-ca1bb911-4cdb-46ab-9e9b-5c59c456062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:49.062933 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-190c165b-f514-4c23-8915-ab211555077e req-ca1bb911-4cdb-46ab-9e9b-5c59c456062f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 1129 time: 0.0744436 Mar 08 15:42:49.072312 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-b3646ba1-f020-44a9-bbf6-4fde344628e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561104 Mar 08 15:42:49.188198 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-eed47afc-2c00-41ba-8c9c-c10ae77e4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:49.191247 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-eed47afc-2c00-41ba-8c9c-c10ae77e4659 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 1131 time: 0.0626037 Mar 08 15:42:49.200637 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '64a902f8-9f59-4bde-a879-c1a477fce26c', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:60:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:31Z', 'updated_at': '2022-03-08T15:42:48Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:49.218340 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c165b-f514-4c23-8915-ab211555077e req-518b54c0-4743-4b5b-8b86-4c08788dc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:49.221699 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-190c165b-f514-4c23-8915-ab211555077e req-518b54c0-4743-4b5b-8b86-4c08788dc215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 915 time: 0.1467230 Mar 08 15:42:49.231295 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:49.239969 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:49.240613 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:49.275937 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (3b1dbd11-8b96-4932-aee4-30d155628305), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:49.292422 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['70b3b7c7-ef21-432d-a7c4-2eb3b439c071', '3b1dbd11-8b96-4932-aee4-30d155628305'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:49.312990 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-a0ad3e26-c2e6-4f6b-8fea-5e4d81051f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:49.314857 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-a0ad3e26-c2e6-4f6b-8fea-5e4d81051f5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 917 time: 0.0996327 Mar 08 15:42:49.386955 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Pushing event deleted for resources: {'Port': ['ID=3b1dbd11-8b96-4932-aee4-30d155628305,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:49.404076 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] No DVR routers for this DVR port 3b1dbd11-8b96-4932-aee4-30d155628305 on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:42:49.405984 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-f611f832-c4b2-4e4a-976a-d7ce4ac03d1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 200 len: 1001 time: 0.0842600 Mar 08 15:42:49.406817 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-190c165b-f514-4c23-8915-ab211555077e req-f96a8b17-785a-4210-bb01-4bc2b5ff8637 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=698ad5cb-0f3b-4c6c-9d3a-4b791127753b HTTP/1.1" status: 200 len: 999 time: 0.1768503 Mar 08 15:42:49.407869 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:49.408566 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:49.411060 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-992125d4-9fe9-4616-ae09-5b9b6af2ae8d req-5717a350-b87e-449a-af01-3307e936fb6f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.24 "DELETE /v2.0/ports/3b1dbd11-8b96-4932-aee4-30d155628305 HTTP/1.1" status: 204 len: 173 time: 0.8109729 Mar 08 15:42:49.475197 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c165b-f514-4c23-8915-ab211555077e req-11b417bf-a7e3-4f32-a3e5-7c30d6c4b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:49.476792 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-190c165b-f514-4c23-8915-ab211555077e req-11b417bf-a7e3-4f32-a3e5-7c30d6c4b3a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.0490832 Mar 08 15:42:49.478726 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-3e257cc4-65c8-401d-bfcd-2e93199192c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:49.480670 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-3e257cc4-65c8-401d-bfcd-2e93199192c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0553014 Mar 08 15:42:49.547047 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c165b-f514-4c23-8915-ab211555077e req-4018b3d4-9aea-4289-9445-d35f1e3d67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:49.548836 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-190c165b-f514-4c23-8915-ab211555077e req-4018b3d4-9aea-4289-9445-d35f1e3d67d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579214 Mar 08 15:42:49.564792 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-ee4fec74-4342-4177-966a-77b0b59fe5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:49.577900 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-ee4fec74-4342-4177-966a-77b0b59fe5d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752621 Mar 08 15:42:49.668791 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a77ebd90-9a85-4589-bf01-ab6df92834f8 req-046a0695-3e3a-486e-955d-1f2f14820bf2 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 210 time: 0.0353684 Mar 08 15:42:49.687683 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-60755bcc-e54e-4481-a381-5ef890222442 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124587 Mar 08 15:42:49.695512 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '64a902f8-9f59-4bde-a879-c1a477fce26c', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:60:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:31Z', 'updated_at': '2022-03-08T15:42:48Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:49.707781 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-190c165b-f514-4c23-8915-ab211555077e req-269735ef-4bc7-4df0-94f0-3ed2627f9b56 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436853 Mar 08 15:42:49.728027 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f2a02b-f0e7-4446-9ccb-541d5d79a547 None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '64a902f8-9f59-4bde-a879-c1a477fce26c', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:60:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:31Z', 'updated_at': '2022-03-08T15:42:48Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:49.778444 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 3b1dbd11-8b96-4932-aee4-30d155628305 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:49.814187 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 3b1dbd11-8b96-4932-aee4-30d155628305 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:49.815304 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 3b1dbd11-8b96-4932-aee4-30d155628305 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:49.817086 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 1552f161-7102-4370-8d9c-2d4f16c62219 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:49.825407 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19a1d179-e17b-496c-bd9c-26838fb2ac95 req-56fccf60-238f-40e6-b735-9fb8e4831f3d service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297019 Mar 08 15:42:49.841618 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 1552f161-7102-4370-8d9c-2d4f16c62219 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:49.842177 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 1552f161-7102-4370-8d9c-2d4f16c62219 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:49.849490 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-190c165b-f514-4c23-8915-ab211555077e req-b1297e48-b041-4ec1-a38e-d5486661b339 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346328 Mar 08 15:42:49.960322 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7044e2-bcb7-4f03-92d6-64fdfc422a9a None None] New status for floating IP 64a902f8-9f59-4bde-a879-c1a477fce26c: ACTIVE {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:42:50.320639 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4ac1615b-67cc-4714-a48d-9eeb65bb6840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:50.788408 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2c23d522-931c-46ef-9b59-538a8dbb17ca req-ba242456-abdc-4cbb-9c86-7bbe9e2993a8 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 210 time: 0.0374925 Mar 08 15:42:50.945210 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad6d9d0-ff1c-4f7a-ad25-b132865c0d80', 'name': 'network-vif-deleted', 'tag': '3b1dbd11-8b96-4932-aee4-30d155628305'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:50.947605 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd527742-a034-49c5-9085-1ef927aee925" -d '{"events": [{"server_uuid": "dad6d9d0-ff1c-4f7a-ad25-b132865c0d80", "name": "network-vif-deleted", "tag": "3b1dbd11-8b96-4932-aee4-30d155628305"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:50.982127 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41c7044-e762-450f-9add-26d593596f3b x-openstack-request-id: req-f41c7044-e762-450f-9add-26d593596f3b {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:50.982423 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad6d9d0-ff1c-4f7a-ad25-b132865c0d80", "name": "network-vif-deleted", "tag": "3b1dbd11-8b96-4932-aee4-30d155628305", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:50.982677 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f41c7044-e762-450f-9add-26d593596f3b {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:50.983105 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad6d9d0-ff1c-4f7a-ad25-b132865c0d80', 'name': 'network-vif-deleted', 'tag': '3b1dbd11-8b96-4932-aee4-30d155628305', 'status': 'completed', 'code': 200} Mar 08 15:42:51.699093 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:51.891055 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7ce34d70-852b-4bb0-8d6a-04893e7e9555 req-85d2a9ea-7dae-467e-b39a-c9a75ab74790 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 210 time: 0.0266151 Mar 08 15:42:52.994383 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-58c5dc04-ac3e-41ed-9525-345982a9c5a5 req-b81ab4aa-2e34-4cf8-9b72-3369d3443d0a tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=dad6d9d0-ff1c-4f7a-ad25-b132865c0d80 HTTP/1.1" status: 200 len: 210 time: 0.0261812 Mar 08 15:42:53.167565 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:54.510051 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bf5b7-03e6-4fd1-876d-2a8b849a2fd0 req-532b21b4-abde-423b-aa24-d5e59251090b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:54.512257 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c7bf5b7-03e6-4fd1-876d-2a8b849a2fd0 req-532b21b4-abde-423b-aa24-d5e59251090b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0556073 Mar 08 15:42:54.579708 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3c7bf5b7-03e6-4fd1-876d-2a8b849a2fd0 req-6b3bb563-85fc-438c-8b6d-7328d893d834 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608208 Mar 08 15:42:54.762588 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:55.716409 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1b56-323e-42d6-8e4d-edf580de67ab req-c59793a2-28dd-428e-a48e-a91080d2feb0 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:55.718781 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e56c1b56-323e-42d6-8e4d-edf580de67ab req-c59793a2-28dd-428e-a48e-a91080d2feb0 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0707335 Mar 08 15:42:55.772542 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e56c1b56-323e-42d6-8e4d-edf580de67ab req-93e96f24-521f-4dbb-aa55-7912ef5673b6 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Mar 08 15:42:56.909581 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddb2b4-7336-4108-b0f1-4053918259b3 req-36ef66c6-ea52-42ad-ae1c-41a74d36e646 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:56.911045 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b6ddb2b4-7336-4108-b0f1-4053918259b3 req-36ef66c6-ea52-42ad-ae1c-41a74d36e646 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0624759 Mar 08 15:42:56.958917 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b6ddb2b4-7336-4108-b0f1-4053918259b3 req-449d81cc-9f6e-42cd-af57-89432fc7bc5b tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Mar 08 15:42:58.091131 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda5b29-5588-44bf-b9cf-7680d5e8db2c req-e042663c-e862-4120-890b-7d40fc79c11f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:58.093623 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cbda5b29-5588-44bf-b9cf-7680d5e8db2c req-e042663c-e862-4120-890b-7d40fc79c11f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0606172 Mar 08 15:42:58.148728 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cbda5b29-5588-44bf-b9cf-7680d5e8db2c req-22a3e044-efff-438a-9a06-23f03eeccb13 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486228 Mar 08 15:42:59.274179 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce4e00-1c45-40ee-90e7-23f9773c60f7 req-4cc03295-872e-45c5-89bd-fb2d3b3e4c27 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:59.275619 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-89ce4e00-1c45-40ee-90e7-23f9773c60f7 req-4cc03295-872e-45c5-89bd-fb2d3b3e4c27 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0559032 Mar 08 15:42:59.325561 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-89ce4e00-1c45-40ee-90e7-23f9773c60f7 req-f895f1cb-0b62-4cf1-8795-2f59c9d801f9 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Mar 08 15:43:00.534925 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb7199-e794-492c-8ffd-42b44141e430 req-78d6924c-b6e0-4dba-86c7-5db9d6f1cdc3 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:00.537844 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d4cb7199-e794-492c-8ffd-42b44141e430 req-78d6924c-b6e0-4dba-86c7-5db9d6f1cdc3 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.1114435 Mar 08 15:43:00.626076 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d4cb7199-e794-492c-8ffd-42b44141e430 req-1cacd605-0dbc-443a-8a1a-53306abfe084 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/security-groups?id=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805714 Mar 08 15:43:01.178400 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-3b3b67d8-b554-4391-9992-ba8ef73f4a0c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:01.179907 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-3b3b67d8-b554-4391-9992-ba8ef73f4a0c tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 945 time: 0.0598283 Mar 08 15:43:01.286118 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Deleting port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:01.286789 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:01.388126 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] For port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:01.391069 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:01.404101 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Calling delete_port for 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:01.619757 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (70b3b7c7-ef21-432d-a7c4-2eb3b439c071), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:01.633636 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['70b3b7c7-ef21-432d-a7c4-2eb3b439c071'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:43:01.650892 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Pushing event deleted for resources: {'Port': ['ID=70b3b7c7-ef21-432d-a7c4-2eb3b439c071,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:01.661164 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.661620 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.662047 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.662483 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.663082 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.663445 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.663849 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.664303 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.664736 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.665148 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.665564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.665985 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.666393 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:01.730618 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] No DVR routers for this DVR port 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:43:01.733916 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:01.738012 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1f672fb6-0796-4281-add9-d0ce3f61366b req-7f759186-8f58-4f94-9fa3-9621d1783546 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.24 "DELETE /v2.0/ports/70b3b7c7-ef21-432d-a7c4-2eb3b439c071 HTTP/1.1" status: 204 len: 173 time: 0.5519843 Mar 08 15:43:01.738487 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d458d8a-3d84-4390-95bc-720dcec333f6', 'name': 'network-vif-deleted', 'tag': '70b3b7c7-ef21-432d-a7c4-2eb3b439c071'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:01.740864 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311f7545-ae84-4783-aaa8-9a46e38aabc9" -d '{"events": [{"server_uuid": "7d458d8a-3d84-4390-95bc-720dcec333f6", "name": "network-vif-deleted", "tag": "70b3b7c7-ef21-432d-a7c4-2eb3b439c071"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:01.791954 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1b882059-6d95-4475-b3be-f47101fd5de6 req-06857753-790a-4696-83da-c1112d42c287 tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 210 time: 0.0458002 Mar 08 15:43:01.832275 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aca4df2-5034-4a81-bb9c-119495ea3999 x-openstack-request-id: req-7aca4df2-5034-4a81-bb9c-119495ea3999 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:01.832670 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d458d8a-3d84-4390-95bc-720dcec333f6", "name": "network-vif-deleted", "tag": "70b3b7c7-ef21-432d-a7c4-2eb3b439c071", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:01.832825 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aca4df2-5034-4a81-bb9c-119495ea3999 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:01.833235 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d458d8a-3d84-4390-95bc-720dcec333f6', 'name': 'network-vif-deleted', 'tag': '70b3b7c7-ef21-432d-a7c4-2eb3b439c071', 'status': 'completed', 'code': 200} Mar 08 15:43:02.937863 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cd6d4efc-ee67-4c76-b3ff-2f6c7de2214f req-b23bee64-7bfa-4583-876f-c092ac5c502f tempest-ServerRescueNegativeTestJSON-813812092 tempest-ServerRescueNegativeTestJSON-813812092-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d458d8a-3d84-4390-95bc-720dcec333f6 HTTP/1.1" status: 200 len: 210 time: 0.0417690 Mar 08 15:43:04.000525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47748) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:04.726146 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (9d854f55-3aef-4593-82e9-6f3f8b864b1e), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:05.136962 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f489-65b4-45ca-89fb-7d9dccf18df8 req-6b84d699-c44b-44a2-a167-073e316a2825 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:05.144413 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ff11f489-65b4-45ca-89fb-7d9dccf18df8 req-6b84d699-c44b-44a2-a167-073e316a2825 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0833504 Mar 08 15:43:05.194045 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Deleting port 157ca826-f9fa-480a-9215-717e980f5bd6 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:05.194340 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:05.295253 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ff11f489-65b4-45ca-89fb-7d9dccf18df8 req-4b16d911-632d-4e78-9cc7-ce0025cf400a tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498508 Mar 08 15:43:05.309265 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-0b517710-5f3f-4249-9f13-8e562ca52b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:05.310780 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-0b517710-5f3f-4249-9f13-8e562ca52b8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1168 time: 0.1591845 Mar 08 15:43:05.324565 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] For port 157ca826-f9fa-480a-9215-717e980f5bd6, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=157ca826-f9fa-480a-9215-717e980f5bd6,segment=NetworkSegment(3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41),segment_id=3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:05.325216 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:05.365858 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Calling delete_port for 157ca826-f9fa-480a-9215-717e980f5bd6 owned by network:router_interface {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:05.478099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-fbf237dd-33f4-45d7-9da5-bb041d29b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:05.479582 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-fbf237dd-33f4-45d7-9da5-bb041d29b329 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 915 time: 0.1572061 Mar 08 15:43:05.611889 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-933de38f-e75a-4640-a989-55a183ea2d6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 1001 time: 0.0825901 Mar 08 15:43:05.685854 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-376f89cc-73ca-4ce0-944a-bf2ea9757a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:05.687825 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-376f89cc-73ca-4ce0-944a-bf2ea9757a1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 200 len: 854 time: 0.0765119 Mar 08 15:43:05.737430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-630c03ca-908e-49dc-b85f-2fd0171d1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:05.738963 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-630c03ca-908e-49dc-b85f-2fd0171d1663 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fea8419-379e-4967-b7a3-57140b515585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439899 Mar 08 15:43:05.797076 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (157ca826-f9fa-480a-9215-717e980f5bd6), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:05.832648 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:05.836948 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Pushing event deleted for resources: {'Port': ['ID=157ca826-f9fa-480a-9215-717e980f5bd6,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:05.879434 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:05.880318 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 70b3b7c7-ef21-432d-a7c4-2eb3b439c071 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:05.899907 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-efdf4e9b-423a-4539-9255-ced934cba751 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536522 Mar 08 15:43:06.073817 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b4ba2f3-6eb1-4481-9b79-55b3c14400c4 req-0e571a71-1281-496c-ac8b-53d190ace375 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647785 Mar 08 15:43:06.084519 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (9d854f55-3aef-4593-82e9-6f3f8b864b1e), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:06.329357 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Router 9d854f55-3aef-4593-82e9-6f3f8b864b1e has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:06.800681 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e28e7-9015-46db-8e2b-863b9ad2cfa3 req-ecf8d3a1-695d-48a4-b55d-be0486396327 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:06.803314 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e70e28e7-9015-46db-8e2b-863b9ad2cfa3 req-ecf8d3a1-695d-48a4-b55d-be0486396327 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.1638210 Mar 08 15:43:06.836736 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:06.850051 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] Sync routers for ids ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:06.855869 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-c1c37a94-a663-46d6-8d2b-4d4ec679827e admin admin] 10.222.0.25 "PUT /v2.0/routers/9d854f55-3aef-4593-82e9-6f3f8b864b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8540218 Mar 08 15:43:06.858401 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47774) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:06.863383 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] Routers {'9d854f55-3aef-4593-82e9-6f3f8b864b1e'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:06.868236 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:06.958713 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e70e28e7-9015-46db-8e2b-863b9ad2cfa3 req-a4f647d6-8b75-461b-8e99-18332ad8b650 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446354 Mar 08 15:43:06.999638 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks [] for router (9d854f55-3aef-4593-82e9-6f3f8b864b1e), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:07.114820 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks [] for router_gateway (9d854f55-3aef-4593-82e9-6f3f8b864b1e), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:07.141423 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] Set router 9d854f55-3aef-4593-82e9-6f3f8b864b1e gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:07.238520 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Deleting port f69bbb09-49ae-4732-b082-c84d90f4dd0f {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:07.239071 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:07.332467 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] For port f69bbb09-49ae-4732-b082-c84d90f4dd0f, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=f69bbb09-49ae-4732-b082-c84d90f4dd0f,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:07.332872 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:07.345466 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Calling delete_port for f69bbb09-49ae-4732-b082-c84d90f4dd0f owned by network:router_gateway {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:07.448081 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:43:05Z', 'revision_number': 5, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port': {'id': 'f69bbb09-49ae-4732-b082-c84d90f4dd0f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:19Z', 'updated_at': '2022-03-08T15:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:07.481707 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] Checking router: 9d854f55-3aef-4593-82e9-6f3f8b864b1e for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:07.500551 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] Routers {'9d854f55-3aef-4593-82e9-6f3f8b864b1e'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:07.501148 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:07.626272 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (f69bbb09-49ae-4732-b082-c84d90f4dd0f), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:07.629964 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] Set router 9d854f55-3aef-4593-82e9-6f3f8b864b1e gateway port host: None {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:07.662527 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Pushing event deleted for resources: {'Port': ['ID=f69bbb09-49ae-4732-b082-c84d90f4dd0f,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:07.689141 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:43:07Z', 'revision_number': 6, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port_host': None}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:07.719230 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc932ea-3fc8-4bf5-bb1e-dd553b960e94 None None] The sync data for ids ['9d854f55-3aef-4593-82e9-6f3f8b864b1e'] in dv-cinder-830097-2-iscsi is: [{'id': '9d854f55-3aef-4593-82e9-6f3f8b864b1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1146784653-router', 'tenant_id': 'e004d80679784783a1f13d99e7bc0b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:18Z', 'updated_at': '2022-03-08T15:43:07Z', 'revision_number': 6, 'project_id': 'e004d80679784783a1f13d99e7bc0b1d', 'gw_port_host': None}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:07.724468 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (9d854f55-3aef-4593-82e9-6f3f8b864b1e), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:07.864504 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (9d854f55-3aef-4593-82e9-6f3f8b864b1e), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:07.869549 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks [] for router_controller (9d854f55-3aef-4593-82e9-6f3f8b864b1e), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.063570 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (9d854f55-3aef-4593-82e9-6f3f8b864b1e), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.064597 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d854f55-3aef-4593-82e9-6f3f8b864b1e {{(pid=104199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:43:08.071061 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.072967 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-79a7bbfc-3454-45a1-a318-8e8513d7942d admin admin] 10.222.0.25 "DELETE /v2.0/routers/9d854f55-3aef-4593-82e9-6f3f8b864b1e HTTP/1.1" status: 204 len: 168 time: 1.2130733 Mar 08 15:43:08.075074 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47782) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:08.195307 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe99090-a713-4106-80d2-f931152bc096 admin admin] Deleting subnet 84d9c257-159b-445f-8d09-db821ac96193 {{(pid=104200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:43:08.212033 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379a04b-5765-4f6a-b7b3-aa042b1aeda4 req-41010162-d549-4408-bc78-e0dc72b20d97 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:08.214967 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8379a04b-5765-4f6a-b7b3-aa042b1aeda4 req-41010162-d549-4408-bc78-e0dc72b20d97 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.1837366 Mar 08 15:43:08.216036 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3fe99090-a713-4106-80d2-f931152bc096 admin admin] Publish callbacks [] for subnet (84d9c257-159b-445f-8d09-db821ac96193), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.261820 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 157ca826-f9fa-480a-9215-717e980f5bd6 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:08.294108 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3fe99090-a713-4106-80d2-f931152bc096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5535572'] for subnet (84d9c257-159b-445f-8d09-db821ac96193), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.304207 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 157ca826-f9fa-480a-9215-717e980f5bd6 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:08.304885 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 157ca826-f9fa-480a-9215-717e980f5bd6 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:08.377454 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8379a04b-5765-4f6a-b7b3-aa042b1aeda4 req-d80b4f74-45e4-406c-a0d7-acb2f64c9320 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554976 Mar 08 15:43:08.386501 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3fe99090-a713-4106-80d2-f931152bc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (84d9c257-159b-445f-8d09-db821ac96193), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.534394 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3fe99090-a713-4106-80d2-f931152bc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24908509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24179754'] for subnet (84d9c257-159b-445f-8d09-db821ac96193), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.567437 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe99090-a713-4106-80d2-f931152bc096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d9c257-159b-445f-8d09-db821ac96193,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:08.578782 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3fe99090-a713-4106-80d2-f931152bc096 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.585172 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-3fe99090-a713-4106-80d2-f931152bc096 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/84d9c257-159b-445f-8d09-db821ac96193 HTTP/1.1" status: 204 len: 168 time: 0.4980073 Mar 08 15:43:08.585704 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47788) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:08.677583 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (9baa9af1-beae-4e79-a7e1-bcba83214f58), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.783204 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (9baa9af1-beae-4e79-a7e1-bcba83214f58), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.811943 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9baa9af1-beae-4e79-a7e1-bcba83214f58']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:08.823331 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:08.823771 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:08.835204 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.851463 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (3c8e8391-fa8f-40d0-8cb6-c2de6c7cfc41), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:43:08.861104 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:43:09.093539 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (9baa9af1-beae-4e79-a7e1-bcba83214f58), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.102455 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.106433 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9baa9af1-beae-4e79-a7e1-bcba83214f58 HTTP/1.1" status: 204 len: 168 time: 0.5187306 Mar 08 15:43:09.115499 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fcbf3-c2e1-42e9-a38a-09b7f7c08490 admin admin] Pushing event deleted for resources: {'Network': ['ID=9baa9af1-beae-4e79-a7e1-bcba83214f58,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:09.505964 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79659109-c57e-4866-8c0f-f8e6cf507789 req-3389c51c-31b6-46de-957d-a70f555de1e5 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:09.507522 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-79659109-c57e-4866-8c0f-f8e6cf507789 req-3389c51c-31b6-46de-957d-a70f555de1e5 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0582945 Mar 08 15:43:09.528337 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47804) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:09.574760 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-347ece9c-3df4-4a39-85e3-236b4444dc4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e004d80679784783a1f13d99e7bc0b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451746 Mar 08 15:43:09.577606 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47806) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:09.616650 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-79659109-c57e-4866-8c0f-f8e6cf507789 req-7283420b-fa97-43cf-8560-e732d242bb96 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025014 Mar 08 15:43:09.657369 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c5df7944-f162-4631-bbe3-06361177632b admin admin] Publish callbacks [] for security_group (71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.679641 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c5df7944-f162-4631-bbe3-06361177632b admin admin] Publish callbacks [] for security_group (71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.784011 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device f69bbb09-49ae-4732-b082-c84d90f4dd0f no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:09.807689 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: f69bbb09-49ae-4732-b082-c84d90f4dd0f {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:09.808041 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device f69bbb09-49ae-4732-b082-c84d90f4dd0f not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:09.905636 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c5df7944-f162-4631-bbe3-06361177632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.908331 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c5df7944-f162-4631-bbe3-06361177632b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.909429 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-c5df7944-f162-4631-bbe3-06361177632b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6 HTTP/1.1" status: 204 len: 168 time: 0.3308194 Mar 08 15:43:09.917695 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df7944-f162-4631-bbe3-06361177632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e0fb8a-9df7-4d79-a3e8-a6412a8a9af6,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:10.754146 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf3e39-096f-44a0-9fa4-d33cd49af093 req-952388ab-b27f-4c2c-a8b7-4a64d4d8a56b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:10.755623 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-21bf3e39-096f-44a0-9fa4-d33cd49af093 req-952388ab-b27f-4c2c-a8b7-4a64d4d8a56b tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0577877 Mar 08 15:43:10.814573 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-21bf3e39-096f-44a0-9fa4-d33cd49af093 req-f1a1cdb6-cc3d-4e9d-8dde-92ed49bbdab0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532441 Mar 08 15:43:10.991570 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47850) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:11.084822 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-340833398-network', 'tenant_id': '818cef031a334947986b5359839285d7'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:11.173006 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Made reservation on behalf of 818cef031a334947986b5359839285d7 for: {'network': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:11.175287 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.184471 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.259441 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Publish callbacks [] for security_group (409e719c-b41a-4a52-b60e-74f9f1503d1a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.333217 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (409e719c-b41a-4a52-b60e-74f9f1503d1a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.361064 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:43:11.361282 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:43:11.367442 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409e719c-b41a-4a52-b60e-74f9f1503d1a,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:11.376663 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (004a07eb-f7bd-412a-93e4-fa32bf4ae224), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.376663 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.segments_db [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Added segment 004a07eb-f7bd-412a-93e4-fa32bf4ae224 of type vlan for network bfd69d35-be58-40f6-a16e-69bda3490e42 Mar 08 15:43:11.416205 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (bfd69d35-be58-40f6-a16e-69bda3490e42), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.499221 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (bfd69d35-be58-40f6-a16e-69bda3490e42), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.501018 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:11.501755 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.560494 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] Pushing event updated for resources: {'Network': ['ID=bfd69d35-be58-40f6-a16e-69bda3490e42,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:11.570809 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network bfd69d35-be58-40f6-a16e-69bda3490e42 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:43:11.593531 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-00bb6b06-441e-449c-9bb5-46b4e24d31ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6007094 Mar 08 15:43:11.596831 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47870) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:11.601903 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Request body: {'subnet': {'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-340833398-subnet', 'tenant_id': '818cef031a334947986b5359839285d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:11.699137 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Made reservation on behalf of 818cef031a334947986b5359839285d7 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:11.701509 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547641'] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.937019 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de503bd-05ed-4ffb-a4fe-07524b8d9843 req-c3bf3d86-acae-4ddb-acd1-8b13d3090474 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:11.937019 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0de503bd-05ed-4ffb-a4fe-07524b8d9843 req-c3bf3d86-acae-4ddb-acd1-8b13d3090474 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0520785 Mar 08 15:43:11.962396 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547623'] for subnet (7e1cad8b-882d-4053-928b-ad2366d1e2dd), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.992884 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0de503bd-05ed-4ffb-a4fe-07524b8d9843 req-748bbf7b-8dcb-4a5e-a61b-31d99f18ccec tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536249 Mar 08 15:43:12.017108 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1cad8b-882d-4053-928b-ad2366d1e2dd,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:12.027230 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.027575 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.027913 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.028279 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.028614 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.028940 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.029263 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.029585 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.029908 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.030230 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.030549 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.030865 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.031184 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:12.036086 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Checking segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:12.036462 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Network hostable DHCP agents. Network: bfd69d35-be58-40f6-a16e-69bda3490e42, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:43:12.150489 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Network bfd69d35-be58-40f6-a16e-69bda3490e42 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:43:12.247326 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, bfd69d35-be58-40f6-a16e-69bda3490e42) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:12.251943 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:12.252571 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.257502 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ccc137-1092-4d4e-bbf0-d39c389f85d1 None None] Network bfd69d35-be58-40f6-a16e-69bda3490e42 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:43:12.356845 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-bfd69d35-be58-40f6-a16e-69bda3490e42', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'project_id': '818cef031a334947986b5359839285d7', 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:43:12.357676 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.364436 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-370d20a2-86a1-4d28-840a-88e29542c0f8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7664049 Mar 08 15:43:12.374921 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47898) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:12.374921 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:12.493149 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Allocated IP 172.20.0.2 (bfd69d35-be58-40f6-a16e-69bda3490e42/7e1cad8b-882d-4053-928b-ad2366d1e2dd/35ca7d96-4df0-4c35-aac5-1e7ce3e984cc) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:12.503081 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (53cb4a42-e088-4785-9ea3-517e7fc89118), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.504138 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (53cb4a42-e088-4785-9ea3-517e7fc89118), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.560791 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks [] for router_controller (53cb4a42-e088-4785-9ea3-517e7fc89118), precommit_add_association {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.638719 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Publish callbacks [] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.767308 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.810545 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Network bfd69d35-be58-40f6-a16e-69bda3490e42 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:12.813691 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:12.818226 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:12.821520 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Pushing event updated for resources: {'Port': ['ID=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:12.877053 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Attempting to bind port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:12.877432 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Attempting to bind port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:12.877798 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Attempting to bind port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc on network bfd69d35-be58-40f6-a16e-69bda3490e42 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:12.882921 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:12.883304 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Checking segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:12.883715 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.884114 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Bound using segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:12.884609 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Bound port: 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:12.884996 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.950766 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] For port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:12.954453 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] For port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:12.999017 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks [] for router_gateway (53cb4a42-e088-4785-9ea3-517e7fc89118), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:13.034877 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:13.096347 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f99774-5b9f-4c0c-bc83-d22ee18a9237 None None] Pushing event updated for resources: {'Port': ['ID=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:13.135049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce23e90-0bc2-499b-8b6e-14ef9fe977ce req-b271563c-c1ca-4411-90dd-e09069dc929f tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:13.142209 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cce23e90-0bc2-499b-8b6e-14ef9fe977ce req-b271563c-c1ca-4411-90dd-e09069dc929f tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0819836 Mar 08 15:43:13.212733 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cce23e90-0bc2-499b-8b6e-14ef9fe977ce req-b455a38d-a065-4193-aa51-abf8bab21cea tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641296 Mar 08 15:43:13.322762 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks [] for router_gateway (53cb4a42-e088-4785-9ea3-517e7fc89118), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:13.344938 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:13.464128 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Allocated IP 172.27.3.81 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/94b1dc86-efb1-4f51-8aea-11e58ed72aa6) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:13.562088 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks [] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:13.731936 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:13.779204 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:13.786638 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:13.786638 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:13.816696 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Pushing event updated for resources: {'Port': ['ID=94b1dc86-efb1-4f51-8aea-11e58ed72aa6,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:13.882862 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:13.938435 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:13.938923 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.021707 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:14.022209 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.060704 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:14.076707 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe34a0-6273-4999-a09a-ea7f6d05cb0f None None] Network bfd69d35-be58-40f6-a16e-69bda3490e42 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:43:14.132427 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks [] for router_gateway (53cb4a42-e088-4785-9ea3-517e7fc89118), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.140780 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.229206 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-49f98035-cefd-44d8-84c1-3dca41dc1ab9 None None] Provisioning complete for port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:14.229600 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-49f98035-cefd-44d8-84c1-3dca41dc1ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.235367 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:14.332212 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-49f98035-cefd-44d8-84c1-3dca41dc1ab9 None None] Current status of the port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:14.350365 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (53cb4a42-e088-4785-9ea3-517e7fc89118), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.351527 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544bb3-ea23-40e7-8a6e-40b9d83c8b5c req-cd1d1aad-8857-492b-819e-273c960142bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:14.353228 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-03544bb3-ea23-40e7-8a6e-40b9d83c8b5c req-cd1d1aad-8857-492b-819e-273c960142bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0681210 Mar 08 15:43:14.384375 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47920) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:14.462809 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-03544bb3-ea23-40e7-8a6e-40b9d83c8b5c req-175f864b-13eb-41b7-bebf-6b904345b7b2 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018918 Mar 08 15:43:14.465842 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f9d68b-4cd7-40a9-8a09-96817799729b admin admin] Deleting subnet 7dad92f6-2906-4d4d-a239-5107a9d27036 {{(pid=104200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:43:14.469723 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d68b-4cd7-40a9-8a09-96817799729b admin admin] Publish callbacks [] for subnet (7dad92f6-2906-4d4d-a239-5107a9d27036), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.509326 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d68b-4cd7-40a9-8a09-96817799729b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5535572'] for subnet (7dad92f6-2906-4d4d-a239-5107a9d27036), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.548831 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d68b-4cd7-40a9-8a09-96817799729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (7dad92f6-2906-4d4d-a239-5107a9d27036), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.551866 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fa80faa0-43d9-48f6-9230-4725a9a77990 None None] Provisioning complete for port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:14.552276 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fa80faa0-43d9-48f6-9230-4725a9a77990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.556502 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Router 53cb4a42-e088-4785-9ea3-517e7fc89118 is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:43:14.631623 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fa80faa0-43d9-48f6-9230-4725a9a77990 None None] Current status of the port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:14.669428 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:14.679165 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Sync routers for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:14.682422 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d68b-4cd7-40a9-8a09-96817799729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24908509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24179754'] for subnet (7dad92f6-2906-4d4d-a239-5107a9d27036), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.689608 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:14.690295 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:14.707107 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9d68b-4cd7-40a9-8a09-96817799729b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dad92f6-2906-4d4d-a239-5107a9d27036,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:14.710499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d68b-4cd7-40a9-8a09-96817799729b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.716208 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e1f9d68b-4cd7-40a9-8a09-96817799729b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7dad92f6-2906-4d4d-a239-5107a9d27036 HTTP/1.1" status: 204 len: 168 time: 0.3280866 Mar 08 15:43:14.716474 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 47922) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:14.758555 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.762367 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-c1e9ced7-7d23-4747-8ddd-a091cd1e656a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3916252 Mar 08 15:43:14.762579 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47924) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:14.788498 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (5247f75a-f945-487c-b069-6b493c409e99), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.800609 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:14.872047 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (5247f75a-f945-487c-b069-6b493c409e99), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.892875 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5247f75a-f945-487c-b069-6b493c409e99']}} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:14.902187 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1') {'for_net_delete': True} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:14.902480 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcac97ee-13e9-4ddb-b655-42ad0bde3ea1') {} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:14.913718 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5535663'] for segment (bcac97ee-13e9-4ddb-b655-42ad0bde3ea1), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.931723 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (bcac97ee-13e9-4ddb-b655-42ad0bde3ea1), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.937971 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:43:14.938363 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24908471'] for segment (bcac97ee-13e9-4ddb-b655-42ad0bde3ea1), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: Traceback (most recent call last): Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: timer() Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: cb(*args, **kw) Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: return func(*args, **kwargs) Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: self._notify() Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: self.callback(batched_events) Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: event.method(event) Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: return f(self, *a, **k) Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._get(url).json() Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: return self.request(url, 'GET', **kwargs) Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:43:14.940023 dv-cinder-830097-2-iscsi neutron-server[104200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:43:14.986104 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:13Z', 'revision_number': 3, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:15.012456 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Checking router: 53cb4a42-e088-4785-9ea3-517e7fc89118 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:15.012816 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Updating router 53cb4a42-e088-4785-9ea3-517e7fc89118 port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:43:15.041306 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.080202 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (5247f75a-f945-487c-b069-6b493c409e99), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.085220 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.092018 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] 10.222.0.25 "DELETE /v2.0/networks/5247f75a-f945-487c-b069-6b493c409e99 HTTP/1.1" status: 204 len: 168 time: 0.3724823 Mar 08 15:43:15.113774 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc085be1-f0aa-47b3-b0b6-28461150bfec admin admin] Pushing event deleted for resources: {'Network': ['ID=5247f75a-f945-487c-b069-6b493c409e99,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:15.194722 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.308401 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Publish callbacks [] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.349273 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Allocated IP 172.20.0.1 (bfd69d35-be58-40f6-a16e-69bda3490e42/7e1cad8b-882d-4053-928b-ad2366d1e2dd/745847d1-e27d-41cb-9609-12609c4003b4) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:15.431361 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.450869 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Publish callbacks [] for port (745847d1-e27d-41cb-9609-12609c4003b4), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.483974 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Attempting to bind port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:15.484960 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Attempting to bind port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:15.485324 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Attempting to bind port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:15.492875 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96466ae7-9857-4ea8-b9ef-8fc6727128a3 None None] Pushing event updated for resources: {'Port': ['ID=94b1dc86-efb1-4f51-8aea-11e58ed72aa6,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:15.496328 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:15.496328 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:15.496682 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.496762 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:15.497221 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Bound port: 94b1dc86-efb1-4f51-8aea-11e58ed72aa6, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:15.497888 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.514380 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47930) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:15.554188 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] For port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:15.558411 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-dfb08979-a1ca-4448-95a7-723ef8091764 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=717041695c614e95a3c317126f56fdd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426898 Mar 08 15:43:15.560349 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] For port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=94b1dc86-efb1-4f51-8aea-11e58ed72aa6,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:15.564856 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47932) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:15.587968 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (745847d1-e27d-41cb-9609-12609c4003b4), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.602939 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8015a-bd79-4d6b-95cc-4babdd749031 req-108e5c66-506d-4565-a435-c899e510a849 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:15.605396 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7ba8015a-bd79-4d6b-95cc-4babdd749031 req-108e5c66-506d-4565-a435-c899e510a849 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0630021 Mar 08 15:43:15.642970 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.645912 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Network bfd69d35-be58-40f6-a16e-69bda3490e42 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:15.653172 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:15.658390 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:15.660572 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bfef6c97-b43b-479c-8938-533b345a535e admin admin] Publish callbacks [] for security_group (83334458-4dfe-47e5-89f1-fb325d6deab4), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.664217 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Pushing event updated for resources: {'Port': ['ID=745847d1-e27d-41cb-9609-12609c4003b4,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:15.670146 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7ba8015a-bd79-4d6b-95cc-4babdd749031 req-f16e9079-90a0-4224-9ec2-b8a5cdd1a591 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586586 Mar 08 15:43:15.702268 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:15.702902 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:15.711720 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bfef6c97-b43b-479c-8938-533b345a535e admin admin] Publish callbacks [] for security_group (83334458-4dfe-47e5-89f1-fb325d6deab4), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.726105 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (53cb4a42-e088-4785-9ea3-517e7fc89118), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.753150 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96466ae7-9857-4ea8-b9ef-8fc6727128a3 None None] Pushing event updated for resources: {'Port': ['ID=94b1dc86-efb1-4f51-8aea-11e58ed72aa6,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:15.843714 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:15.881768 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:15.916474 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bfef6c97-b43b-479c-8938-533b345a535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (83334458-4dfe-47e5-89f1-fb325d6deab4), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.919169 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bfef6c97-b43b-479c-8938-533b345a535e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.922689 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-bfef6c97-b43b-479c-8938-533b345a535e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83334458-4dfe-47e5-89f1-fb325d6deab4 HTTP/1.1" status: 204 len: 168 time: 0.3585625 Mar 08 15:43:15.928045 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6c97-b43b-479c-8938-533b345a535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83334458-4dfe-47e5-89f1-fb325d6deab4,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:15.981638 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (745847d1-e27d-41cb-9609-12609c4003b4), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.026981 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-9b401541-fb29-4f04-b4f6-349afc781cc5 None None] Provisioning complete for port 745847d1-e27d-41cb-9609-12609c4003b4 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:16.027563 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9b401541-fb29-4f04-b4f6-349afc781cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (745847d1-e27d-41cb-9609-12609c4003b4), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.098231 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:16.098608 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.101939 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-9b401541-fb29-4f04-b4f6-349afc781cc5 None None] Port 745847d1-e27d-41cb-9609-12609c4003b4 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:16.156412 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Publish callbacks [] for port (745847d1-e27d-41cb-9609-12609c4003b4), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.258920 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (745847d1-e27d-41cb-9609-12609c4003b4), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.311096 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:13Z', 'revision_number': 3, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:16.335504 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Pushing event updated for resources: {'Port': ['ID=745847d1-e27d-41cb-9609-12609c4003b4,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:16.338866 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (53cb4a42-e088-4785-9ea3-517e7fc89118), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.344098 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4c97d-ffd2-4682-b0b5-1962a4222c0c None None] The sync data for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi is: [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:13Z', 'revision_number': 3, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:16.353202 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:16.459504 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Network bfd69d35-be58-40f6-a16e-69bda3490e42 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:16.462377 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:16.662301 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Router 53cb4a42-e088-4785-9ea3-517e7fc89118 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:16.807979 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:16.813652 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-264a2d90-cddb-40ab-82e6-1c03e3b66781 admin admin] 10.222.0.25 "PUT /v2.0/routers/53cb4a42-e088-4785-9ea3-517e7fc89118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0501230 Mar 08 15:43:16.860392 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-abf18877-b381-46d1-aa53-ad60e37da57d None None] Provisioning complete for port 745847d1-e27d-41cb-9609-12609c4003b4 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:16.862973 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-abf18877-b381-46d1-aa53-ad60e37da57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (745847d1-e27d-41cb-9609-12609c4003b4), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.936812 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-abf18877-b381-46d1-aa53-ad60e37da57d None None] Port 745847d1-e27d-41cb-9609-12609c4003b4 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:16.937452 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e6214-640d-4217-9483-5adf9e4a3015 req-4113d5c1-4250-44b2-b32d-480bfc0de1c3 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:16.939602 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db3e6214-640d-4217-9483-5adf9e4a3015 req-4113d5c1-4250-44b2-b32d-480bfc0de1c3 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.1520157 Mar 08 15:43:17.023719 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-db3e6214-640d-4217-9483-5adf9e4a3015 req-41fe0847-dd7f-4efe-ba38-6f7362eef7c4 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778186 Mar 08 15:43:17.839150 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47982) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:17.844412 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-772181f7-a5da-4b1b-83f6-a3393430a099 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786032921', 'description': 'tempest-description--534547588'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:17.853200 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:17.914233 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:17.914604 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:17.960403 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-772181f7-a5da-4b1b-83f6-a3393430a099 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.002993 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:18.003394 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.035497 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=94b1dc86-efb1-4f51-8aea-11e58ed72aa6,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:18.045181 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-772181f7-a5da-4b1b-83f6-a3393430a099 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (193d951e-c748-447f-bb27-c937bf915321), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.110702 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.144612 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-772181f7-a5da-4b1b-83f6-a3393430a099 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (193d951e-c748-447f-bb27-c937bf915321), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.147323 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7177f6e-cc1e-4c48-9e47-f1c0d10083f3 req-6777b42d-ca35-4859-948a-3346701e5fb7 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:18.150945 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c7177f6e-cc1e-4c48-9e47-f1c0d10083f3 req-6777b42d-ca35-4859-948a-3346701e5fb7 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0587797 Mar 08 15:43:18.208553 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772181f7-a5da-4b1b-83f6-a3393430a099 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193d951e-c748-447f-bb27-c937bf915321,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:18.237057 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=94b1dc86-efb1-4f51-8aea-11e58ed72aa6,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:18.256838 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c7177f6e-cc1e-4c48-9e47-f1c0d10083f3 req-8e2110a6-163b-4656-8a7e-376d49ca9864 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953376 Mar 08 15:43:18.290803 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Sync routers for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:18.301719 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:18.302271 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:18.307433 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-772181f7-a5da-4b1b-83f6-a3393430a099 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.309121 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-772181f7-a5da-4b1b-83f6-a3393430a099 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4689701 Mar 08 15:43:18.314980 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47992) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:18.317937 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-e79431a7-650a-44ab-9972-bbd03ff85367 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'security_group_rule': {'security_group_id': '193d951e-c748-447f-bb27-c937bf915321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:18.339274 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0f86a35d-fa4a-4cea-b2c2-913a112cf517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.415975 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:18.477382 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e79431a7-650a-44ab-9972-bbd03ff85367 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (8d0cf214-5e14-4072-89c4-76f57af6e2f6), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.537496 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e79431a7-650a-44ab-9972-bbd03ff85367 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (8d0cf214-5e14-4072-89c4-76f57af6e2f6), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.618790 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:16Z', 'revision_number': 2, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:18.647685 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e79431a7-650a-44ab-9972-bbd03ff85367 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (8d0cf214-5e14-4072-89c4-76f57af6e2f6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.650906 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Checking router: 53cb4a42-e088-4785-9ea3-517e7fc89118 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:18.651221 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Updating router 53cb4a42-e088-4785-9ea3-517e7fc89118 port 745847d1-e27d-41cb-9609-12609c4003b4 binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:43:18.665894 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79431a7-650a-44ab-9972-bbd03ff85367 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0cf214-5e14-4072-89c4-76f57af6e2f6,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:18.681142 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (745847d1-e27d-41cb-9609-12609c4003b4), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.763850 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e79431a7-650a-44ab-9972-bbd03ff85367 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.766028 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-e79431a7-650a-44ab-9972-bbd03ff85367 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4513392 Mar 08 15:43:18.768863 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 47996) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:18.776651 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-065edb03-3a35-4457-9910-452b14f92d94 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'security_group_rule': {'security_group_id': '193d951e-c748-447f-bb27-c937bf915321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:18.862462 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-065edb03-3a35-4457-9910-452b14f92d94 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (834986be-cafb-4f23-a9d2-48a378cb3f5f), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.946928 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Publish callbacks [] for port (745847d1-e27d-41cb-9609-12609c4003b4), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.019449 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (745847d1-e27d-41cb-9609-12609c4003b4), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.019656 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.069796 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Pushing event updated for resources: {'Port': ['ID=745847d1-e27d-41cb-9609-12609c4003b4,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:19.098501 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.099477 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.100070 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.100497 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.100898 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.101354 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.101749 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.102142 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.102532 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.102956 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.103312 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.103632 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.103951 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:19.149482 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Attempting to bind port 745847d1-e27d-41cb-9609-12609c4003b4 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:19.149865 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Attempting to bind port 745847d1-e27d-41cb-9609-12609c4003b4 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:19.150229 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Attempting to bind port 745847d1-e27d-41cb-9609-12609c4003b4 on network bfd69d35-be58-40f6-a16e-69bda3490e42 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:19.156864 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:19.157473 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-065edb03-3a35-4457-9910-452b14f92d94 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (834986be-cafb-4f23-a9d2-48a378cb3f5f), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.158507 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Checking segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:19.158507 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.158709 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Bound using segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:19.159355 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Bound port: 745847d1-e27d-41cb-9609-12609c4003b4, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:19.159767 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (745847d1-e27d-41cb-9609-12609c4003b4), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.234246 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-065edb03-3a35-4457-9910-452b14f92d94 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (834986be-cafb-4f23-a9d2-48a378cb3f5f), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.253924 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065edb03-3a35-4457-9910-452b14f92d94 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834986be-cafb-4f23-a9d2-48a378cb3f5f,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:19.286696 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-b6670306-061a-4ba9-bc6e-75590999987c None None] Provisioning complete for port 745847d1-e27d-41cb-9609-12609c4003b4 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:19.286959 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-b6670306-061a-4ba9-bc6e-75590999987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (745847d1-e27d-41cb-9609-12609c4003b4), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.329501 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] For port 745847d1-e27d-41cb-9609-12609c4003b4, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:19.329960 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-b6670306-061a-4ba9-bc6e-75590999987c None None] Port 745847d1-e27d-41cb-9609-12609c4003b4 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:19.330059 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] For port 745847d1-e27d-41cb-9609-12609c4003b4, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=745847d1-e27d-41cb-9609-12609c4003b4,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:19.342736 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-065edb03-3a35-4457-9910-452b14f92d94 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.345623 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-065edb03-3a35-4457-9910-452b14f92d94 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5755439 Mar 08 15:43:19.349279 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48004) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:19.356612 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:19.399809 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f95115-77bc-4a93-b03e-5cf5e3521072 req-e229e783-8d11-4438-9565-f7bd3a496225 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:19.401334 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-54f95115-77bc-4a93-b03e-5cf5e3521072 req-e229e783-8d11-4438-9565-f7bd3a496225 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0609560 Mar 08 15:43:19.420355 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (745847d1-e27d-41cb-9609-12609c4003b4), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.448071 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.479751 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-54f95115-77bc-4a93-b03e-5cf5e3521072 req-b4c6cd4b-1218-4ca1-a1bb-7be0312e0fae tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718226 Mar 08 15:43:19.485954 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:19.486756 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:42:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:19.581855 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67716fbf-1ae3-41d9-84ca-aa5d43bb0547 None None] Pushing event updated for resources: {'Port': ['ID=745847d1-e27d-41cb-9609-12609c4003b4,revision_number=4']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:19.621865 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.660761 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:19.756268 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-bed6911d-8d02-4fc0-b24b-6e4d5351d9e0 None None] Provisioning complete for port 745847d1-e27d-41cb-9609-12609c4003b4 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:19.756651 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bed6911d-8d02-4fc0-b24b-6e4d5351d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (745847d1-e27d-41cb-9609-12609c4003b4), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.767916 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Allocated IP 172.27.3.117 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:19.847631 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-bed6911d-8d02-4fc0-b24b-6e4d5351d9e0 None None] Current status of the port 745847d1-e27d-41cb-9609-12609c4003b4 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:19.849186 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bed6911d-8d02-4fc0-b24b-6e4d5351d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (745847d1-e27d-41cb-9609-12609c4003b4), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.861611 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:19.892112 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for port (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.897592 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:19.914754 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-bed6911d-8d02-4fc0-b24b-6e4d5351d9e0 None None] For port 745847d1-e27d-41cb-9609-12609c4003b4, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=745847d1-e27d-41cb-9609-12609c4003b4,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:19.929993 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:19.930375 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.931784 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda7648-fbe9-46c5-aa58-54eb77655d04 None None] The sync data for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi is: [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:20.019112 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:20.031112 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bed6911d-8d02-4fc0-b24b-6e4d5351d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (745847d1-e27d-41cb-9609-12609c4003b4), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.059296 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.123651 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6911d-8d02-4fc0-b24b-6e4d5351d9e0 None None] Pushing event updated for resources: {'Port': ['ID=745847d1-e27d-41cb-9609-12609c4003b4,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:20.123822 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'Port': ['ID=39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:20.133326 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:20.135334 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:20.142925 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:20.263240 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e9d3b-0a47-49da-8ba1-eb16a2345988 req-6947a0b0-698b-41f2-a603-ea9e343efae9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.265114 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fc6e9d3b-0a47-49da-8ba1-eb16a2345988 req-6947a0b0-698b-41f2-a603-ea9e343efae9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 947 time: 0.0645015 Mar 08 15:43:20.266148 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (fac204a8-cbd0-4734-9452-7075efd486ad), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.316740 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fc6e9d3b-0a47-49da-8ba1-eb16a2345988 req-f42385a6-a892-4b07-948a-375b265d6101 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Mar 08 15:43:20.327521 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7c0d281d-32b1-47a7-acef-ec94ea9ea1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.387776 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.543473 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for port (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.611549 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9580d2-3d47-4bac-a60a-3239d1053ddb req-a39213e5-2376-4f76-9679-02a9b4b1933d tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.613114 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9b9580d2-3d47-4bac-a60a-3239d1053ddb req-a39213e5-2376-4f76-9679-02a9b4b1933d tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0582519 Mar 08 15:43:20.630437 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.681283 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9b9580d2-3d47-4bac-a60a-3239d1053ddb req-0a118400-15ff-498b-afc8-e78e0dbc7453 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622344 Mar 08 15:43:20.720664 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'Port': ['ID=39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:20.730519 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (fac204a8-cbd0-4734-9452-7075efd486ad), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.904531 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:20.908655 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-2eff846b-8d88-44fb-bcf7-4494e4d6e69d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5580370 Mar 08 15:43:21.057178 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-0213a28c-9213-4819-a64b-cb63d0679739 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1786032921&fields=id&tenant_id=818cef031a334947986b5359839285d7 HTTP/1.1" status: 200 len: 267 time: 0.0421412 Mar 08 15:43:21.161615 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-d1481560-a91f-46a7-ac74-d14ae8234255 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:21.163061 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-d1481560-a91f-46a7-ac74-d14ae8234255 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 810 time: 0.0989587 Mar 08 15:43:21.177955 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-54cd1bc6-ca44-4dde-a1dc-f0f52a7acf73 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/quotas/818cef031a334947986b5359839285d7 HTTP/1.1" status: 200 len: 375 time: 0.0096884 Mar 08 15:43:21.233639 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-af2d5eef-7441-4d20-82df-b7e3fb118d05 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502942 Mar 08 15:43:21.326955 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-fe6bfd0e-52e9-46ae-82d1-b024fcf21e67 service neutron] 10.222.0.25 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820010 Mar 08 15:43:21.448514 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-bd0e14ae-635b-4450-836f-44bce3d7a132 service neutron] 10.222.0.25 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160159 Mar 08 15:43:21.461654 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6748d-b14a-4c61-b7d5-0d1d6f882bd1 req-ef8756b2-3233-4c9c-8f6d-d0b5ec760bb9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:21.463122 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b5f6748d-b14a-4c61-b7d5-0d1d6f882bd1 req-ef8756b2-3233-4c9c-8f6d-d0b5ec760bb9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 947 time: 0.0706611 Mar 08 15:43:21.516115 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b5f6748d-b14a-4c61-b7d5-0d1d6f882bd1 req-ce314cf3-ce55-4ef1-a957-8ab225fd01d3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=425be3a1-2143-41e7-a4ea-ea05fa3c97cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476654 Mar 08 15:43:21.681916 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:21.787711 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ae7e89ee-4720-4ee4-9191-96f5c446fa08 req-f48099f4-dd10-4e20-af56-b890eef5e6ac tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 210 time: 0.0544274 Mar 08 15:43:21.887496 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c297a1-d5eb-46d6-b0a2-a753740eef3d req-6f66c05f-9d5b-4a1f-b321-bafab09bde4e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:21.892391 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b2c297a1-d5eb-46d6-b0a2-a753740eef3d req-6f66c05f-9d5b-4a1f-b321-bafab09bde4e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.1043279 Mar 08 15:43:21.899018 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 745847d1-e27d-41cb-9609-12609c4003b4 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:21.942643 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-9dd2fafa-acbe-416f-8599-49824751493f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:21.944079 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-9dd2fafa-acbe-416f-8599-49824751493f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 947 time: 0.1049364 Mar 08 15:43:21.949584 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 745847d1-e27d-41cb-9609-12609c4003b4 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:21.950161 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (745847d1-e27d-41cb-9609-12609c4003b4), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:22.007175 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b2c297a1-d5eb-46d6-b0a2-a753740eef3d req-542b707b-1590-48d9-bbd3-7402cee03cd3 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115565 Mar 08 15:43:22.036248 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 745847d1-e27d-41cb-9609-12609c4003b4 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:22.065971 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Deleting port be70592a-6bb3-40dc-9047-a8dd3470d7ae {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:22.066312 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:22.158495 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] For port be70592a-6bb3-40dc-9047-a8dd3470d7ae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=be70592a-6bb3-40dc-9047-a8dd3470d7ae,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:22.158860 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:22.329637 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:22.329964 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (5089fe0d-ddca-41e3-97f6-665825281f5e), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:22.330285 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Floating IP 5089fe0d-ddca-41e3-97f6-665825281f5e disassociated. External IP: 172.27.3.85, port: be70592a-6bb3-40dc-9047-a8dd3470d7ae. Mar 08 15:43:22.330624 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Calling delete_port for be70592a-6bb3-40dc-9047-a8dd3470d7ae owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:22.516196 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (be70592a-6bb3-40dc-9047-a8dd3470d7ae), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:22.545517 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event deleted for resources: {'Port': ['ID=be70592a-6bb3-40dc-9047-a8dd3470d7ae,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:22.631674 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-75fe1669-26f6-4d47-b236-f4d187859d37 req-b84b7b47-0596-4088-9d40-f7244239ed91 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0339069 Mar 08 15:43:22.695839 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Router 4810b491-d057-4812-a5aa-e2890baa00c6 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:22.801827 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:22.813126 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] Sync routers for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:22.836249 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:22.836616 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:22.856333 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] No DVR routers for this DVR port be70592a-6bb3-40dc-9047-a8dd3470d7ae on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:43:22.859088 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:22.863259 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-447617aa-2a2e-41e4-9ca4-07085be9ed51 req-f01f8eab-6e62-4252-a3b6-37bf4287f906 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "DELETE /v2.0/ports/be70592a-6bb3-40dc-9047-a8dd3470d7ae HTTP/1.1" status: 204 len: 173 time: 0.9114714 Mar 08 15:43:22.878397 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-deleted', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:22.880659 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c7974b-fe7d-4b94-aa3f-4a66097b2b72" -d '{"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-deleted", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:22.886897 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-73cf1796-db98-4830-b6d4-6a918935b7ee req-07da207e-7f10-4f97-9b32-1655134b8f7f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 210 time: 0.0538445 Mar 08 15:43:22.931901 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c5817c-d342-4c04-b7d8-0fba7901b0e9 x-openstack-request-id: req-21c5817c-d342-4c04-b7d8-0fba7901b0e9 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:22.932223 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73da0993-de9c-4c6d-bf1c-0b3b87ac0d07", "name": "network-vif-deleted", "tag": "be70592a-6bb3-40dc-9047-a8dd3470d7ae", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:22.932479 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21c5817c-d342-4c04-b7d8-0fba7901b0e9 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:22.932879 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73da0993-de9c-4c6d-bf1c-0b3b87ac0d07', 'name': 'network-vif-deleted', 'tag': 'be70592a-6bb3-40dc-9047-a8dd3470d7ae', 'status': 'completed', 'code': 200} Mar 08 15:43:22.996046 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:23.175540 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2be4b-60bd-4313-b0ae-97801991a5ab req-e43828bc-c9b7-4500-82b3-3acaf6cbde83 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:23.177100 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c6e2be4b-60bd-4313-b0ae-97801991a5ab req-e43828bc-c9b7-4500-82b3-3acaf6cbde83 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0646737 Mar 08 15:43:23.231519 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:23.251937 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c6e2be4b-60bd-4313-b0ae-97801991a5ab req-3926ff29-ceb1-4281-93e7-45dbef02db9e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=65fc7b72-26af-42d7-ba2c-c12de58312d8&id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685883 Mar 08 15:43:23.310256 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:23.346148 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] Checking router: 4810b491-d057-4812-a5aa-e2890baa00c6 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:23.354680 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:23.355298 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:23.465568 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:23.686374 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:23.717665 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179449e1-cf18-49e1-b6fe-0ddd346553d1 None None] The sync data for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi is: [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:23.764925 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1328db13-f448-443b-8976-82d3229e101c req-3fb86b7f-123e-43c9-bbdb-6a7dad965947 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=73da0993-de9c-4c6d-bf1c-0b3b87ac0d07 HTTP/1.1" status: 200 len: 210 time: 0.0416920 Mar 08 15:43:23.987252 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b2017ba-1985-4b68-9bad-cb9cfe900f7e req-7bba4f2a-242f-4ca6-838f-a3234de11179 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 210 time: 0.0285411 Mar 08 15:43:24.026960 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a60f0-1dea-4462-9ca7-7b50f6d5f509 None None] New status for floating IP 5089fe0d-ddca-41e3-97f6-665825281f5e: DOWN {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:43:24.368921 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-a984fda2-087c-49a6-96c9-13f593073862 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:24.368921 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-a984fda2-087c-49a6-96c9-13f593073862 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 810 time: 0.1069419 Mar 08 15:43:24.431205 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-2b4f8747-f488-4b2f-ab26-41ebd60946d9 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818cef031a334947986b5359839285d7 HTTP/1.1" status: 200 len: 380 time: 0.0531137 Mar 08 15:43:24.439503 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'port': {'device_id': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'admin_state_up': True, 'tenant_id': '818cef031a334947986b5359839285d7', 'security_groups': ['193d951e-c748-447f-bb27-c937bf915321']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:24.634007 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Made reservation on behalf of 818cef031a334947986b5359839285d7 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:24.637412 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:24.750235 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:24.776410 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Allocated IP 172.20.0.9 (bfd69d35-be58-40f6-a16e-69bda3490e42/7e1cad8b-882d-4053-928b-ad2366d1e2dd/34a4481d-07cb-4cde-b404-1931455a76cc) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:24.911885 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for port (34a4481d-07cb-4cde-b404-1931455a76cc), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:24.934858 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48130) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:24.991086 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d40f-64f5-4cbd-aab9-3c4d3ceabf24 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (425be3a1-2143-41e7-a4ea-ea05fa3c97cf), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.007782 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.017547 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d40f-64f5-4cbd-aab9-3c4d3ceabf24 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (425be3a1-2143-41e7-a4ea-ea05fa3c97cf), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.058480 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Network bfd69d35-be58-40f6-a16e-69bda3490e42 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:25.061560 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:25.065022 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:25.071142 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'Port': ['ID=34a4481d-07cb-4cde-b404-1931455a76cc,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:25.140943 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:25.141614 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.174671 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf58b04-f3db-488b-9540-ae39408cc720 req-2185e8b2-5012-4132-8c9d-b595988d0c27 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:25.176190 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7cf58b04-f3db-488b-9540-ae39408cc720 req-2185e8b2-5012-4132-8c9d-b595988d0c27 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 931 time: 0.0755668 Mar 08 15:43:25.196259 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d40f-64f5-4cbd-aab9-3c4d3ceabf24 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (425be3a1-2143-41e7-a4ea-ea05fa3c97cf), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.199261 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d40f-64f5-4cbd-aab9-3c4d3ceabf24 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.203821 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b0a7d40f-64f5-4cbd-aab9-3c4d3ceabf24 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "DELETE /v2.0/security-groups/425be3a1-2143-41e7-a4ea-ea05fa3c97cf HTTP/1.1" status: 204 len: 168 time: 0.2646179 Mar 08 15:43:25.212251 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48140) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:25.226593 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.api.v2.resource [None req-fca1406a-a298-433d-abf8-0a92263da195 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] show failed (client error): The resource could not be found. Mar 08 15:43:25.227705 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-fca1406a-a298-433d-abf8-0a92263da195 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups/425be3a1-2143-41e7-a4ea-ea05fa3c97cf HTTP/1.1" status: 404 len: 347 time: 0.0210626 Mar 08 15:43:25.228506 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7d40f-64f5-4cbd-aab9-3c4d3ceabf24 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425be3a1-2143-41e7-a4ea-ea05fa3c97cf,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:25.230901 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48142) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:25.233927 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-49f33b7e-0570-46c8-8719-4dd9cfb96332 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7985408 Mar 08 15:43:25.252551 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7cf58b04-f3db-488b-9540-ae39408cc720 req-5f728e85-9263-4c08-9992-e2379d036918 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617008 Mar 08 15:43:25.252551 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Request body: {'port': {'device_id': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:25.332733 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.403370 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-24a80a18-5fbe-4365-ac3c-dc2436c8d7e4 None None] Provisioning complete for port 34a4481d-07cb-4cde-b404-1931455a76cc triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:25.404391 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-24a80a18-5fbe-4365-ac3c-dc2436c8d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.417255 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Deleting port 1fb222c6-35dd-4492-8895-d43f05e1cd59 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:25.417613 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (1fb222c6-35dd-4492-8895-d43f05e1cd59), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.441972 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-24a80a18-5fbe-4365-ac3c-dc2436c8d7e4 None None] Port 34a4481d-07cb-4cde-b404-1931455a76cc cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:25.522042 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (1fb222c6-35dd-4492-8895-d43f05e1cd59), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.522289 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (1fb222c6-35dd-4492-8895-d43f05e1cd59), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.535710 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Calling delete_port for 1fb222c6-35dd-4492-8895-d43f05e1cd59 owned by network:floatingip {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:25.759683 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (1fb222c6-35dd-4492-8895-d43f05e1cd59), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.787386 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event deleted for resources: {'Port': ['ID=1fb222c6-35dd-4492-8895-d43f05e1cd59,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:25.848501 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (5089fe0d-ddca-41e3-97f6-665825281f5e), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.851115 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.852296 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-203ba8a5-09e4-4447-9c92-f739cd5be167 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "DELETE /v2.0/floatingips/5089fe0d-ddca-41e3-97f6-665825281f5e HTTP/1.1" status: 204 len: 168 time: 0.6204247 Mar 08 15:43:25.872712 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:25.877136 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a4481d-07cb-4cde-b404-1931455a76cc {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:25.884963 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Publish callbacks [] for port (34a4481d-07cb-4cde-b404-1931455a76cc), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:25.897753 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Transition to ACTIVE for port object 34a4481d-07cb-4cde-b404-1931455a76cc will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:43:25.911673 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: be70592a-6bb3-40dc-9047-a8dd3470d7ae {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:25.911673 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device be70592a-6bb3-40dc-9047-a8dd3470d7ae not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:26.011153 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.072996 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Pushing event updated for resources: {'Port': ['ID=34a4481d-07cb-4cde-b404-1931455a76cc,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:26.136833 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Attempting to bind port 34a4481d-07cb-4cde-b404-1931455a76cc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:26.137240 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Attempting to bind port 34a4481d-07cb-4cde-b404-1931455a76cc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:26.137871 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Attempting to bind port 34a4481d-07cb-4cde-b404-1931455a76cc on network bfd69d35-be58-40f6-a16e-69bda3490e42 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:26.143478 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Port 34a4481d-07cb-4cde-b404-1931455a76cc on network bfd69d35-be58-40f6-a16e-69bda3490e42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:43:26.143895 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Attempting to bind port 34a4481d-07cb-4cde-b404-1931455a76cc on network bfd69d35-be58-40f6-a16e-69bda3490e42 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:26.149461 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:26.149825 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Checking segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:26.154830 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Bound using segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:26.154830 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Bound port: 34a4481d-07cb-4cde-b404-1931455a76cc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:26.154830 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.184282 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48154) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:26.189494 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-0f2006aa-1728-4e6d-8f5b-1a719a9b29dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451806312', 'description': 'tempest-description--749787960'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:26.223373 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] For port 34a4481d-07cb-4cde-b404-1931455a76cc, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:26.226449 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] For port 34a4481d-07cb-4cde-b404-1931455a76cc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34a4481d-07cb-4cde-b404-1931455a76cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:26.321588 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0f2006aa-1728-4e6d-8f5b-1a719a9b29dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.333346 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.389330 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.390901 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.392782 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] 10.222.0.24 "PUT /v2.0/ports/34a4481d-07cb-4cde-b404-1931455a76cc HTTP/1.1" status: 200 len: 1093 time: 1.1471539 Mar 08 15:43:26.394105 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'tag': '34a4481d-07cb-4cde-b404-1931455a76cc'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:26.397475 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0f2006aa-1728-4e6d-8f5b-1a719a9b29dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (62dc7e24-89fe-496c-a322-357824af6f02), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.397882 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5307ea-4a14-46c7-bb20-de101faed3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "861ddb10-68e1-4c8a-9aa1-12957ba7a09f", "tag": "34a4481d-07cb-4cde-b404-1931455a76cc"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:26.425649 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20893dd0-4bae-4c27-891a-c676f8268d70 service neutron] Pushing event updated for resources: {'Port': ['ID=34a4481d-07cb-4cde-b404-1931455a76cc,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:26.436119 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae272b46-0342-46ed-bb0d-ebd338be3023 req-ba23f41a-18c7-4030-a0f4-e2adfceaa4a4 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.437700 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ae272b46-0342-46ed-bb0d-ebd338be3023 req-ba23f41a-18c7-4030-a0f4-e2adfceaa4a4 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 943 time: 0.1163163 Mar 08 15:43:26.439213 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a469c920-1f0a-4003-822f-d872cde8af97 x-openstack-request-id: req-a469c920-1f0a-4003-822f-d872cde8af97 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:26.439504 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ddb10-68e1-4c8a-9aa1-12957ba7a09f", "tag": "34a4481d-07cb-4cde-b404-1931455a76cc", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:26.439759 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a469c920-1f0a-4003-822f-d872cde8af97 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:26.440274 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'tag': '34a4481d-07cb-4cde-b404-1931455a76cc', 'status': 'completed', 'code': 200} Mar 08 15:43:26.491094 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0f2006aa-1728-4e6d-8f5b-1a719a9b29dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (62dc7e24-89fe-496c-a322-357824af6f02), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.523547 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2006aa-1728-4e6d-8f5b-1a719a9b29dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62dc7e24-89fe-496c-a322-357824af6f02,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:26.524195 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ae272b46-0342-46ed-bb0d-ebd338be3023 req-cb3936aa-11eb-464a-9271-b9fa49f4d80a tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790980 Mar 08 15:43:26.535279 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5307ea-4a14-46c7-bb20-de101faed3ad req-1d24f44e-5e56-477f-88c8-2942cc8fd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.537032 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d5307ea-4a14-46c7-bb20-de101faed3ad req-1d24f44e-5e56-477f-88c8-2942cc8fd04d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 1127 time: 0.0728340 Mar 08 15:43:26.624287 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0f2006aa-1728-4e6d-8f5b-1a719a9b29dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.626190 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0f2006aa-1728-4e6d-8f5b-1a719a9b29dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4407883 Mar 08 15:43:26.629008 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48160) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:26.633397 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-c36365bc-2e35-4372-955d-b5f973c59860 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'security_group_rule': {'security_group_id': '62dc7e24-89fe-496c-a322-357824af6f02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:26.636621 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5307ea-4a14-46c7-bb20-de101faed3ad req-9cdfd782-ca47-46be-83a3-bb578599a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.638056 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d5307ea-4a14-46c7-bb20-de101faed3ad req-9cdfd782-ca47-46be-83a3-bb578599a1c3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=818cef031a334947986b5359839285d7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0933392 Mar 08 15:43:26.726792 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c36365bc-2e35-4372-955d-b5f973c59860 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (73c8b36c-b318-4662-8f54-189a51d25669), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:26.738188 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5307ea-4a14-46c7-bb20-de101faed3ad req-bfeb795d-4370-4de8-8094-efd3fd29a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.739907 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d5307ea-4a14-46c7-bb20-de101faed3ad req-bfeb795d-4370-4de8-8094-efd3fd29a936 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927193 Mar 08 15:43:26.826938 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-1ec6d43a-1929-4d56-a087-28a5ccb00b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.829049 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-1ec6d43a-1929-4d56-a087-28a5ccb00b0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 1127 time: 0.0442538 Mar 08 15:43:26.868078 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-d2429f09-280e-4e08-b8f0-a1425f653fc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4481d-07cb-4cde-b404-1931455a76cc HTTP/1.1" status: 200 len: 217 time: 0.0321116 Mar 08 15:43:26.918278 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-23020e1c-33ce-4f33-8ecb-3f57553de3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.919718 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-23020e1c-33ce-4f33-8ecb-3f57553de3a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 200 len: 849 time: 0.0460374 Mar 08 15:43:26.968431 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-5bf924a2-9b89-4450-9be4-ea9d15dfd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.970009 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-5bf924a2-9b89-4450-9be4-ea9d15dfd37e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfd69d35-be58-40f6-a16e-69bda3490e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443590 Mar 08 15:43:26.979122 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c36365bc-2e35-4372-955d-b5f973c59860 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (73c8b36c-b318-4662-8f54-189a51d25669), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.062841 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-45b1e211-6a6f-4fcf-88d6-4212df16ee1a service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849228 Mar 08 15:43:27.082134 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c36365bc-2e35-4372-955d-b5f973c59860 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (73c8b36c-b318-4662-8f54-189a51d25669), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.101692 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36365bc-2e35-4372-955d-b5f973c59860 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c8b36c-b318-4662-8f54-189a51d25669,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:27.159371 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8bc61683-e9f4-4b2f-b494-5b759f9997bb req-c9efa0e9-55f4-48eb-acfa-23605bd8e893 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886703 Mar 08 15:43:27.195511 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-c36365bc-2e35-4372-955d-b5f973c59860 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.196771 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-c36365bc-2e35-4372-955d-b5f973c59860 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5668182 Mar 08 15:43:27.199492 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48168) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:27.204595 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-d6c17c01-291c-4581-9699-33ba1f49a7f5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'security_group_rule': {'security_group_id': '62dc7e24-89fe-496c-a322-357824af6f02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:27.318644 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6c17c01-291c-4581-9699-33ba1f49a7f5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (d679743e-cfa6-4724-8d34-454898fe56f7), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.374385 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6c17c01-291c-4581-9699-33ba1f49a7f5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (d679743e-cfa6-4724-8d34-454898fe56f7), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.456770 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6c17c01-291c-4581-9699-33ba1f49a7f5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (d679743e-cfa6-4724-8d34-454898fe56f7), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.471199 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c17c01-291c-4581-9699-33ba1f49a7f5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d679743e-cfa6-4724-8d34-454898fe56f7,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:27.550645 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6c17c01-291c-4581-9699-33ba1f49a7f5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.551889 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d6c17c01-291c-4581-9699-33ba1f49a7f5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514376 Mar 08 15:43:27.554948 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48172) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:27.559856 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:27.646441 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c251-676a-4720-99f5-443d6d437c49 req-6aa128d4-d440-413c-a0bb-38e6a98c2929 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:27.647958 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0d28c251-676a-4720-99f5-443d6d437c49 req-6aa128d4-d440-413c-a0bb-38e6a98c2929 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 943 time: 0.0527029 Mar 08 15:43:27.670352 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.694476 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0d28c251-676a-4720-99f5-443d6d437c49 req-5bab67b7-3590-4f95-8db5-9e97a6b6ec9c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Mar 08 15:43:27.768107 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:27.869736 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Allocated IP 172.27.3.36 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/bcb6b1ef-d254-40e4-a546-ae17d1450cde) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:27.968753 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for port (bcb6b1ef-d254-40e4-a546-ae17d1450cde), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.074328 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (bcb6b1ef-d254-40e4-a546-ae17d1450cde), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.115730 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:28.118613 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:28.121292 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:28.150881 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'Port': ['ID=bcb6b1ef-d254-40e4-a546-ae17d1450cde,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:28.216719 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (d14bc9d6-da9d-4324-834d-603902d62c03), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.347152 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (bcb6b1ef-d254-40e4-a546-ae17d1450cde), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.493503 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for port (bcb6b1ef-d254-40e4-a546-ae17d1450cde), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.576443 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (bcb6b1ef-d254-40e4-a546-ae17d1450cde), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.645103 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'Port': ['ID=bcb6b1ef-d254-40e4-a546-ae17d1450cde,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:28.655341 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (d14bc9d6-da9d-4324-834d-603902d62c03), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.740063 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.740063 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1b851685-5105-4ea7-bcaf-9b0f9f571c33 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1806097 Mar 08 15:43:28.821804 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67aac7-cdd4-4224-aa25-ba3c03f924b9 req-ba68baff-ef2d-4744-99fd-820d9ffac9e6 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:28.823294 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ea67aac7-cdd4-4224-aa25-ba3c03f924b9 req-ba68baff-ef2d-4744-99fd-820d9ffac9e6 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 943 time: 0.0606022 Mar 08 15:43:28.873810 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ea67aac7-cdd4-4224-aa25-ba3c03f924b9 req-c2a078ec-d54f-462f-9f9e-aca83cba01a0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Mar 08 15:43:28.939688 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-65e11c8e-afaa-4697-9ea1-c13c19655483 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--451806312&fields=id&tenant_id=9ac62b56e40d4f0981ee3ca2bb898333 HTTP/1.1" status: 200 len: 267 time: 0.0484776 Mar 08 15:43:29.047329 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-4aeb3f0a-ad58-48c6-b6cd-c3ef2ee66969 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:29.048829 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-4aeb3f0a-ad58-48c6-b6cd-c3ef2ee66969 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 817 time: 0.1025293 Mar 08 15:43:29.064099 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b906cac8-5b9a-4686-a402-7633534150f8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/quotas/9ac62b56e40d4f0981ee3ca2bb898333 HTTP/1.1" status: 200 len: 375 time: 0.0096264 Mar 08 15:43:29.119598 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-80af4807-b1d0-4437-999a-510d18495873 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503347 Mar 08 15:43:29.212503 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-cc09c5a5-4e71-43ed-b74b-b1cc8be85bdf service neutron] 10.222.0.25 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804036 Mar 08 15:43:29.302423 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-efdee092-13f4-4ec6-ad3f-5fc7af639aa3 service neutron] 10.222.0.25 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841379 Mar 08 15:43:29.561377 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-474a39b5-b362-47f0-925e-b3a1ccd93cc3 req-82df2168-1428-41b8-9c65-673661633144 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 210 time: 0.0279837 Mar 08 15:43:29.826748 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48218) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:29.873206 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 34a4481d-07cb-4cde-b404-1931455a76cc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:43:29.938993 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9efe6e59-709e-4711-a832-f77ac2e80aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:29.973230 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 34a4481d-07cb-4cde-b404-1931455a76cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34a4481d-07cb-4cde-b404-1931455a76cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:29.985901 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '34a4481d-07cb-4cde-b404-1931455a76cc', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'port_id': '34a4481d-07cb-4cde-b404-1931455a76cc', 'mac_address': 'fa:16:3e:1e:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:43:30.035879 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 34a4481d-07cb-4cde-b404-1931455a76cc is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:30.035879 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:30.048960 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a4481d-07cb-4cde-b404-1931455a76cc {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:30.051266 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9efe6e59-709e-4711-a832-f77ac2e80aab admin admin] Publish callbacks [] for security_group (8df52ee3-b1c4-44eb-b883-4ca1cd5ba2be), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:30.056048 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3fca8-ba86-4c2e-a8d3-b7d0023d04cb req-8f3faddb-e4dc-4509-82be-7efb7ab67414 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:30.057719 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-49e3fca8-ba86-4c2e-a8d3-b7d0023d04cb req-8f3faddb-e4dc-4509-82be-7efb7ab67414 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 943 time: 0.1053846 Mar 08 15:43:30.070076 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 34a4481d-07cb-4cde-b404-1931455a76cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34a4481d-07cb-4cde-b404-1931455a76cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:30.114620 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-49e3fca8-ba86-4c2e-a8d3-b7d0023d04cb req-e151baaa-aa39-446e-b8b2-70a61a029dd3 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500417 Mar 08 15:43:30.142222 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9efe6e59-709e-4711-a832-f77ac2e80aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (8df52ee3-b1c4-44eb-b883-4ca1cd5ba2be), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:30.176977 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:30.183724 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-9efe6e59-709e-4711-a832-f77ac2e80aab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c67f296ec534012aa6e40e11226c9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558984 Mar 08 15:43:30.184622 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe6e59-709e-4711-a832-f77ac2e80aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df52ee3-b1c4-44eb-b883-4ca1cd5ba2be,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:30.186402 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48232) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:30.225666 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=34a4481d-07cb-4cde-b404-1931455a76cc,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:30.240870 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b26eae85-048a-4d03-8489-39fa6f06cb1c admin admin] Publish callbacks [] for security_group (8df52ee3-b1c4-44eb-b883-4ca1cd5ba2be), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:30.261911 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b26eae85-048a-4d03-8489-39fa6f06cb1c admin admin] Publish callbacks [] for security_group (8df52ee3-b1c4-44eb-b883-4ca1cd5ba2be), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:30.365341 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b26eae85-048a-4d03-8489-39fa6f06cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (8df52ee3-b1c4-44eb-b883-4ca1cd5ba2be), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:30.367902 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b26eae85-048a-4d03-8489-39fa6f06cb1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:30.369084 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-b26eae85-048a-4d03-8489-39fa6f06cb1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8df52ee3-b1c4-44eb-b883-4ca1cd5ba2be HTTP/1.1" status: 204 len: 168 time: 0.1797650 Mar 08 15:43:30.377033 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26eae85-048a-4d03-8489-39fa6f06cb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df52ee3-b1c4-44eb-b883-4ca1cd5ba2be,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:30.417705 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['34a4481d-07cb-4cde-b404-1931455a76cc'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:43:30.657753 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c62fbcbc-27df-4ef8-a8d6-c001f5beed3c req-749bb81a-7a63-46b8-8e20-9c74a432a6ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 210 time: 0.0279806 Mar 08 15:43:31.235743 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086dc59-3ef2-46c1-93f5-e7c0499b73b4 req-0ebf1c92-82f1-4140-bcfd-382fd62d62dc tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:31.237273 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d086dc59-3ef2-46c1-93f5-e7c0499b73b4 req-0ebf1c92-82f1-4140-bcfd-382fd62d62dc tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 944 time: 0.0538962 Mar 08 15:43:31.287319 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d086dc59-3ef2-46c1-93f5-e7c0499b73b4 req-7c5eef43-034f-4e94-8f79-6fa2794e3dc0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443001 Mar 08 15:43:31.427820 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48264) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:31.522976 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1854473571-network', 'tenant_id': '2f89d9e4dc2940379c095e284e789ec4'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:31.641486 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Made reservation on behalf of 2f89d9e4dc2940379c095e284e789ec4 for: {'network': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:31.646134 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:31.652637 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:31.725251 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Publish callbacks [] for security_group (22f482ac-b585-4a16-b1a4-2cff5e6a6dc4), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:31.758621 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c902746d-9ac9-40d5-bbaa-b0fe176509b3 req-ef9fe277-72ac-41fc-80d1-ce7b0131ca26 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 210 time: 0.0284100 Mar 08 15:43:31.839828 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (22f482ac-b585-4a16-b1a4-2cff5e6a6dc4), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:31.895860 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 34a4481d-07cb-4cde-b404-1931455a76cc up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:31.916099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:43:31.926642 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:31.936379 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (3547e144-6f47-44dd-92e5-76a2a65aa40c), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:31.936733 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.segments_db [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Added segment 3547e144-6f47-44dd-92e5-76a2a65aa40c of type vlan for network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 Mar 08 15:43:31.998499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-689a7e67-48f5-4f5d-a899-e1ce3b240354 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:31.998499 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-689a7e67-48f5-4f5d-a899-e1ce3b240354 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 817 time: 0.1683660 Mar 08 15:43:31.999491 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (5044d370-f794-4ed5-afda-ba9f7bdf7b10), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.027625 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 34a4481d-07cb-4cde-b404-1931455a76cc completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:43:32.032286 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 34a4481d-07cb-4cde-b404-1931455a76cc triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:32.032734 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.068611 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-a7e14765-a110-4fd4-9282-98b4752e0d4f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ac62b56e40d4f0981ee3ca2bb898333 HTTP/1.1" status: 200 len: 379 time: 0.0585818 Mar 08 15:43:32.079194 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'port': {'device_id': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'admin_state_up': True, 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'security_groups': ['62dc7e24-89fe-496c-a322-357824af6f02']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:32.111780 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (5044d370-f794-4ed5-afda-ba9f7bdf7b10), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.112991 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.113695 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.116187 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 34a4481d-07cb-4cde-b404-1931455a76cc is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:32.116760 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.147255 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a4481d-07cb-4cde-b404-1931455a76cc'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:32.149703 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d88dc2b-a30d-4656-8301-a3ed737545d2" -d '{"events": [{"server_uuid": "861ddb10-68e1-4c8a-9aa1-12957ba7a09f", "name": "network-vif-plugged", "status": "completed", "tag": "34a4481d-07cb-4cde-b404-1931455a76cc"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:32.162254 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 34a4481d-07cb-4cde-b404-1931455a76cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34a4481d-07cb-4cde-b404-1931455a76cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:32.194560 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f53e66-a538-4cb6-8d78-a0ccfbfa6b49 x-openstack-request-id: req-31f53e66-a538-4cb6-8d78-a0ccfbfa6b49 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:32.194560 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ddb10-68e1-4c8a-9aa1-12957ba7a09f", "name": "network-vif-plugged", "status": "completed", "tag": "34a4481d-07cb-4cde-b404-1931455a76cc", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:32.194560 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31f53e66-a538-4cb6-8d78-a0ccfbfa6b49 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:32.194560 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a4481d-07cb-4cde-b404-1931455a76cc', 'code': 200} Mar 08 15:43:32.218498 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] Pushing event updated for resources: {'Network': ['ID=5044d370-f794-4ed5-afda-ba9f7bdf7b10,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:32.231139 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:43:32.248968 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.253208 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48276) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:32.253695 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-018f80ce-cf21-4229-b934-616a3f81ca38 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8243542 Mar 08 15:43:32.263213 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Request body: {'subnet': {'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1854473571-subnet', 'tenant_id': '2f89d9e4dc2940379c095e284e789ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:32.328288 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Made reservation on behalf of 9ac62b56e40d4f0981ee3ca2bb898333 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:32.332625 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.347930 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=34a4481d-07cb-4cde-b404-1931455a76cc,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:32.355806 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Made reservation on behalf of 2f89d9e4dc2940379c095e284e789ec4 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:32.359956 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547641'] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.491284 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c84d6-e2b0-4daf-bf84-cf288ebd0fab req-343e80f4-ac1b-4ca8-a788-e48e9fd4e18e tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.496672 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-093c84d6-e2b0-4daf-bf84-cf288ebd0fab req-343e80f4-ac1b-4ca8-a788-e48e9fd4e18e tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.1369603 Mar 08 15:43:32.532081 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Allocated IP 172.20.0.14 (6f4b6465-e5cf-411b-91e9-be9fff3cbb94/ef8744a3-7d5a-46ee-a93c-a973287b5720/d6dfe646-3727-4361-b907-2b1c2058c2df) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:32.562004 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-093c84d6-e2b0-4daf-bf84-cf288ebd0fab req-7a021603-af89-40c7-b86a-c9fa0aef22cd tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619857 Mar 08 15:43:32.568628 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412fe0-f315-4028-9e9b-fe6d83589264 req-941698a3-f45a-4f11-8726-9395976fd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.569703 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-af412fe0-f315-4028-9e9b-fe6d83589264 req-941698a3-f45a-4f11-8726-9395976fd1cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 1129 time: 0.0900731 Mar 08 15:43:32.613972 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-af412fe0-f315-4028-9e9b-fe6d83589264 req-7d3c649d-921e-43eb-9d1a-c30974dcb1c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380576 Mar 08 15:43:32.664590 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547623'] for subnet (288c2f18-fb01-4e49-bc15-ac217532b8df), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.687574 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.718618 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288c2f18-fb01-4e49-bc15-ac217532b8df,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:32.728718 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Checking segment: {'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:32.730983 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Network hostable DHCP agents. Network: 5044d370-f794-4ed5-afda-ba9f7bdf7b10, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:43:32.802191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.841940 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:43:32.878947 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:32.885908 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:32.887643 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:32.891155 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:32.916231 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 5044d370-f794-4ed5-afda-ba9f7bdf7b10) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:32.925490 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.925490 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.933670 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e82159-38d1-4ebd-96ba-9e6d4ac58cff None None] Network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:43:32.941782 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa077d-2abb-408e-b8be-7a5f89ad3299 req-9f46a5f6-af25-46f8-ac1f-39ef12539c54 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.943328 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-64fa077d-2abb-408e-b8be-7a5f89ad3299 req-9f46a5f6-af25-46f8-ac1f-39ef12539c54 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 932 time: 0.1090457 Mar 08 15:43:32.951193 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.951811 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.004951 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-64fa077d-2abb-408e-b8be-7a5f89ad3299 req-b338ada7-7e5c-4d13-a651-e92e081de72b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489216 Mar 08 15:43:33.021474 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-10df4608-9291-479c-831d-96a8c091e271 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7646408 Mar 08 15:43:33.045077 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-1e164b8d-c277-4534-871d-121f423b7b8d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9694703 Mar 08 15:43:33.078767 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc08178-8ea2-4a8d-a9be-99e17286e0ee None None] Network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:43:33.088475 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Request body: {'port': {'device_id': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:33.174198 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.305742 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-9ca7a506-3a16-4272-aed7-3d0ced262650 None None] Provisioning complete for port d6dfe646-3727-4361-b907-2b1c2058c2df triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:33.306115 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9ca7a506-3a16-4272-aed7-3d0ced262650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.370725 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7a506-3a16-4272-aed7-3d0ced262650 None None] Port d6dfe646-3727-4361-b907-2b1c2058c2df cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:33.464334 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dfe646-3727-4361-b907-2b1c2058c2df {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:33.472293 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Publish callbacks [] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.485079 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Transition to ACTIVE for port object d6dfe646-3727-4361-b907-2b1c2058c2df will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:43:33.658457 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.723484 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:33.748908 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dcd60-23bb-4f0e-8475-4d9db7f83fe9 req-2bb30d50-bce7-4c3f-8e08-5ff5cf9f4bd9 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:33.753198 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e8dcd60-23bb-4f0e-8475-4d9db7f83fe9 req-2bb30d50-bce7-4c3f-8e08-5ff5cf9f4bd9 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.1222217 Mar 08 15:43:33.838145 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Attempting to bind port d6dfe646-3727-4361-b907-2b1c2058c2df on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:33.838413 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Attempting to bind port d6dfe646-3727-4361-b907-2b1c2058c2df by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:33.838750 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Attempting to bind port d6dfe646-3727-4361-b907-2b1c2058c2df on network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:33.852447 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Port d6dfe646-3727-4361-b907-2b1c2058c2df on network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:43:33.852680 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Attempting to bind port d6dfe646-3727-4361-b907-2b1c2058c2df on network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:33.861166 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e8dcd60-23bb-4f0e-8475-4d9db7f83fe9 req-aea1548e-7b7b-49c2-8b94-79c9550165e6 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878775 Mar 08 15:43:33.862005 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:33.862342 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Checking segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:33.862713 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Bound using segment: {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:33.863363 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Bound port: d6dfe646-3727-4361-b907-2b1c2058c2df, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60439fd9-256e-4b27-afde-c53993cbb07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:33.863609 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.929038 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:33.932311 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:34.010998 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:34.047511 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.048133 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:34.049812 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] 10.222.0.24 "PUT /v2.0/ports/d6dfe646-3727-4361-b907-2b1c2058c2df HTTP/1.1" status: 200 len: 1094 time: 0.9708927 Mar 08 15:43:34.050260 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:34.053622 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024e2f49-32aa-4274-8b30-52ce5359f847" -d '{"events": [{"name": "network-changed", "server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:34.107050 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1b06a-bba7-421f-8515-badfc35cf1bc service neutron] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:34.127411 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519db6de-4b45-4539-9d31-86956c37988b x-openstack-request-id: req-519db6de-4b45-4539-9d31-86956c37988b {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:34.127411 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:34.127411 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-519db6de-4b45-4539-9d31-86956c37988b {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:34.127881 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'status': 'completed', 'code': 200} Mar 08 15:43:34.208740 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccab95-f196-4d4d-afa7-db5df5038774 req-ea30dbde-67fd-4d11-9caa-491b593ed4cc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.211009 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9eccab95-f196-4d4d-afa7-db5df5038774 req-ea30dbde-67fd-4d11-9caa-491b593ed4cc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.1134598 Mar 08 15:43:34.217435 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e2f49-32aa-4274-8b30-52ce5359f847 req-152e1dde-2e3c-4d28-88a4-ac0014fabd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.219493 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-024e2f49-32aa-4274-8b30-52ce5359f847 req-152e1dde-2e3c-4d28-88a4-ac0014fabd0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 1128 time: 0.0757074 Mar 08 15:43:34.326012 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9eccab95-f196-4d4d-afa7-db5df5038774 req-372a7d8d-07c3-4940-83e9-3c218c65d3f3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055543 Mar 08 15:43:34.351935 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e2f49-32aa-4274-8b30-52ce5359f847 req-fd006627-67fa-4d5f-bd0e-c803a1a92abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.352035 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-024e2f49-32aa-4274-8b30-52ce5359f847 req-fd006627-67fa-4d5f-bd0e-c803a1a92abe service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1239290 Mar 08 15:43:34.447328 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e2f49-32aa-4274-8b30-52ce5359f847 req-e9002927-c8af-4d12-adb1-5308cec0bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.449084 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-024e2f49-32aa-4274-8b30-52ce5359f847 req-e9002927-c8af-4d12-adb1-5308cec0bb44 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0906155 Mar 08 15:43:34.527295 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-8365e7da-111e-4ee9-9f22-db12751564f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.528815 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-8365e7da-111e-4ee9-9f22-db12751564f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 1128 time: 0.0448556 Mar 08 15:43:34.569130 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-9b5ddf65-63c8-4361-8b27-fa83366de34c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6dfe646-3727-4361-b907-2b1c2058c2df HTTP/1.1" status: 200 len: 217 time: 0.0333970 Mar 08 15:43:34.619618 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-884e7cf2-e4df-458b-baa2-1c97a8a3758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.621094 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-884e7cf2-e4df-458b-baa2-1c97a8a3758f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0457349 Mar 08 15:43:34.674232 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-d57b05a8-6ecc-43ae-8a1a-e387dd3fc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.675721 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-d57b05a8-6ecc-43ae-8a1a-e387dd3fc2eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477304 Mar 08 15:43:34.768942 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-bb6ab1ab-d0fe-4186-8dde-1f7b2f441829 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848954 Mar 08 15:43:34.860430 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91523e63-41c7-4df6-bf7f-b3006e61f51b req-d3c38a0b-5d66-4e7f-a57b-e29a7fb0bfdd service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Mar 08 15:43:34.980679 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ece25-b8ef-48d8-ad24-5010c618c7ba req-d1cca385-df8a-4852-a64b-be1d02486cd1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.982127 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c58ece25-b8ef-48d8-ad24-5010c618c7ba req-d1cca385-df8a-4852-a64b-be1d02486cd1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0514386 Mar 08 15:43:35.027594 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c58ece25-b8ef-48d8-ad24-5010c618c7ba req-f5a1ca46-4aef-465c-b001-2d3f41dff2cd tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395088 Mar 08 15:43:35.143899 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66902231-58ef-47d1-8bb8-fdf1abce3ace req-49ed2749-d5e4-4603-bcdb-ca01b0d11968 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:35.145420 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-66902231-58ef-47d1-8bb8-fdf1abce3ace req-49ed2749-d5e4-4603-bcdb-ca01b0d11968 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0566418 Mar 08 15:43:35.154411 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48308) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:35.158665 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'floatingip': {'port_id': '34a4481d-07cb-4cde-b404-1931455a76cc'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:35.198085 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (fac204a8-cbd0-4734-9452-7075efd486ad), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:35.856639 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633104cf-d5a0-4e90-90bd-4a0c9664622e req-433d083b-58e7-4b41-8b48-9273115d30c8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:35.858117 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-633104cf-d5a0-4e90-90bd-4a0c9664622e req-433d083b-58e7-4b41-8b48-9273115d30c8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.4573855 Mar 08 15:43:35.948771 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-2f6743a5-4e01-4329-afff-6eeb81eb1db6 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:35.950243 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-2f6743a5-4e01-4329-afff-6eeb81eb1db6 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/networks?id=5044d370-f794-4ed5-afda-ba9f7bdf7b10 HTTP/1.1" status: 200 len: 814 time: 0.5122128 Mar 08 15:43:36.007627 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-51d6c7b2-5d06-4989-adb9-c6eab6f8a749 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/quotas/2f89d9e4dc2940379c095e284e789ec4 HTTP/1.1" status: 200 len: 375 time: 0.0503976 Mar 08 15:43:36.013245 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-633104cf-d5a0-4e90-90bd-4a0c9664622e req-4aa7a4b8-8ae7-45dc-a8fb-990532da56c1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495795 Mar 08 15:43:36.071611 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-fe387635-94d8-49db-b93f-c2ba7f4c961e tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f89d9e4dc2940379c095e284e789ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574217 Mar 08 15:43:36.084030 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:36.168291 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-ee647293-03bb-4b1f-b725-162cf98349ab service neutron] 10.222.0.25 "GET /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862224 Mar 08 15:43:36.170246 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (fac204a8-cbd0-4734-9452-7075efd486ad), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:36.334821 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Floating IP fac204a8-cbd0-4734-9452-7075efd486ad associated. External IP: 172.27.3.117, port: 34a4481d-07cb-4cde-b404-1931455a76cc. Mar 08 15:43:36.339021 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-a7448f19-e22f-48ac-bf49-509cfc9fd8ef service neutron] 10.222.0.25 "GET /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652112 Mar 08 15:43:36.565820 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b211b3b8-ec71-4a1a-ab84-a5d6aec545fe req-8a8e01c5-d4e8-4187-907b-69507cdae848 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Mar 08 15:43:36.573225 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Router 53cb4a42-e088-4785-9ea3-517e7fc89118 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:36.686027 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:36.691535 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:36.696123 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] Sync routers for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:36.706221 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:36.706882 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:36.720189 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-f8c0647a-7df2-4062-ba92-e4904b46ad79 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "PUT /v2.0/floatingips/fac204a8-cbd0-4734-9452-7075efd486ad HTTP/1.1" status: 200 len: 991 time: 1.5647244 Mar 08 15:43:36.720778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'tag': '34a4481d-07cb-4cde-b404-1931455a76cc'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:36.723002 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b74b87-7071-4dad-bba1-55ca64841c71" -d '{"events": [{"name": "network-changed", "server_uuid": "861ddb10-68e1-4c8a-9aa1-12957ba7a09f", "tag": "34a4481d-07cb-4cde-b404-1931455a76cc"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:36.760136 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d9e74-c4a0-4c2d-8d17-8efb2430133d x-openstack-request-id: req-f09d9e74-c4a0-4c2d-8d17-8efb2430133d {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:36.760459 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ddb10-68e1-4c8a-9aa1-12957ba7a09f", "tag": "34a4481d-07cb-4cde-b404-1931455a76cc", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:36.760716 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f09d9e74-c4a0-4c2d-8d17-8efb2430133d {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:36.762886 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'tag': '34a4481d-07cb-4cde-b404-1931455a76cc', 'status': 'completed', 'code': 200} Mar 08 15:43:36.823049 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:36.825510 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-b579d724-39d2-4757-82c2-f9a02596b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:36.827315 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-b579d724-39d2-4757-82c2-f9a02596b7d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 1129 time: 0.0453331 Mar 08 15:43:36.921467 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-dca4f259-4e7c-47c9-b7f4-7bf155b25b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:36.923548 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-dca4f259-4e7c-47c9-b7f4-7bf155b25b75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 910 time: 0.0889475 Mar 08 15:43:36.994050 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-651e0f7b-c262-4feb-9680-f69d6ce15a91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4481d-07cb-4cde-b404-1931455a76cc HTTP/1.1" status: 200 len: 999 time: 0.0628152 Mar 08 15:43:37.046090 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'fac204a8-cbd0-4734-9452-7075efd486ad', 'tenant_id': '818cef031a334947986b5359839285d7', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'port_id': '34a4481d-07cb-4cde-b404-1931455a76cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'mac_address': 'fa:16:3e:1e:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:20Z', 'updated_at': '2022-03-08T15:43:35Z', 'revision_number': 1, 'project_id': '818cef031a334947986b5359839285d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:37.055477 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-10511432-0188-47e9-8a20-588072417df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:37.055477 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-10511432-0188-47e9-8a20-588072417df9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 200 len: 849 time: 0.0495248 Mar 08 15:43:37.077517 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] Checking router: 53cb4a42-e088-4785-9ea3-517e7fc89118 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:37.087410 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:37.088178 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:37.129570 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-56346bbd-7ec4-471f-bd0d-81d0822129e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:37.131048 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-56346bbd-7ec4-471f-bd0d-81d0822129e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfd69d35-be58-40f6-a16e-69bda3490e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731332 Mar 08 15:43:37.205217 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:37.214648 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3129e-e7bb-4865-87c8-c35e69a670b4 req-d065bff0-40d8-43e8-8160-c21070f87d77 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:37.216140 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dfc3129e-e7bb-4865-87c8-c35e69a670b4 req-d065bff0-40d8-43e8-8160-c21070f87d77 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.1162794 Mar 08 15:43:37.267724 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-7fdcae70-43fc-41fc-9fa1-010d75bb31dc service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276643 Mar 08 15:43:37.305475 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dfc3129e-e7bb-4865-87c8-c35e69a670b4 req-74fe90be-d85c-4b15-8bc7-bfd1da524514 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748737 Mar 08 15:43:37.375481 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31b74b87-7071-4dad-bba1-55ca64841c71 req-624bb887-6df8-4001-84af-10076a3b5a40 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006422 Mar 08 15:43:37.461612 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'fac204a8-cbd0-4734-9452-7075efd486ad', 'tenant_id': '818cef031a334947986b5359839285d7', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'port_id': '34a4481d-07cb-4cde-b404-1931455a76cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'mac_address': 'fa:16:3e:1e:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:20Z', 'updated_at': '2022-03-08T15:43:35Z', 'revision_number': 1, 'project_id': '818cef031a334947986b5359839285d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:37.487309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd89f0a-2c25-403c-9bcf-09e95c1c5a8f None None] The sync data for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi is: [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'fac204a8-cbd0-4734-9452-7075efd486ad', 'tenant_id': '818cef031a334947986b5359839285d7', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'port_id': '34a4481d-07cb-4cde-b404-1931455a76cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'mac_address': 'fa:16:3e:1e:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:20Z', 'updated_at': '2022-03-08T15:43:35Z', 'revision_number': 1, 'project_id': '818cef031a334947986b5359839285d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:37.660059 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c66fa854-461f-4a80-856b-8eea7f973bdc req-aa37d0e1-4b00-49a2-9632-b868e1d18294 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 210 time: 0.0280027 Mar 08 15:43:37.697635 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05f711-4244-4ea7-a13b-2f1ec003abd4 None None] New status for floating IP fac204a8-cbd0-4734-9452-7075efd486ad: ACTIVE {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:43:37.914923 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:43:38.017244 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:38.027857 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'port_id': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'mac_address': 'fa:16:3e:de:6f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:43:38.065406 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d6dfe646-3727-4361-b907-2b1c2058c2df is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:38.065804 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:38.078882 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dfe646-3727-4361-b907-2b1c2058c2df {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:38.098510 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:38.212855 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:38.263300 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:38.270371 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.270754 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.271127 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.271504 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.271846 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.272209 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.272550 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.272886 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.273220 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.273568 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.273905 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.274234 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.274563 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:38.457817 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596936-f11c-4448-b319-712348174c99 req-b5e91d5c-efb6-45c1-97fe-45b4f2cc05bb tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:38.464295 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-97596936-f11c-4448-b319-712348174c99 req-b5e91d5c-efb6-45c1-97fe-45b4f2cc05bb tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0572424 Mar 08 15:43:38.464440 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d6dfe646-3727-4361-b907-2b1c2058c2df'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:43:38.531528 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-97596936-f11c-4448-b319-712348174c99 req-4d46443e-0287-4700-9a3c-83466ce1b44d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661252 Mar 08 15:43:38.767682 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-633172a7-a165-43eb-ba69-6d46ae2b3161 req-0433b31f-33b9-40f6-86ea-cc25dcefe84a tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 210 time: 0.0349314 Mar 08 15:43:38.897522 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-89bf009e-9674-463a-832a-03d262c2a6b4 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:38.898946 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-89bf009e-9674-463a-832a-03d262c2a6b4 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.24 "GET /v2.0/networks?id=5044d370-f794-4ed5-afda-ba9f7bdf7b10 HTTP/1.1" status: 200 len: 814 time: 0.1012337 Mar 08 15:43:38.911764 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Request body: {'port': {'device_id': '12fa2ec4-e848-40d5-8c9c-a1e343b27095', 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10', 'admin_state_up': True, 'tenant_id': '2f89d9e4dc2940379c095e284e789ec4'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:39.119130 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Made reservation on behalf of 2f89d9e4dc2940379c095e284e789ec4 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:39.122587 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.251397 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Allocated IP 172.20.0.4 (5044d370-f794-4ed5-afda-ba9f7bdf7b10/288c2f18-fb01-4e49-bc15-ac217532b8df/75ef987a-7150-4bec-bcea-5ef36a280f2f) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:39.393969 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks [] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.458659 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.501789 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:39.504620 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:39.508107 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:39.534296 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Pushing event updated for resources: {'Port': ['ID=75ef987a-7150-4bec-bcea-5ef36a280f2f,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:39.565649 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:39.566284 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.637159 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-23343d28-31f3-410c-b76c-76bc31f18724 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293751 Mar 08 15:43:39.651706 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Request body: {'port': {'device_id': '12fa2ec4-e848-40d5-8c9c-a1e343b27095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:39.690445 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9a31f-10bc-4902-94a5-ace5e974d424 req-4bc4c413-692c-4fb5-ac54-e5d8cb0c3fd1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:39.691923 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9cd9a31f-10bc-4902-94a5-ace5e974d424 req-4bc4c413-692c-4fb5-ac54-e5d8cb0c3fd1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0865445 Mar 08 15:43:39.737548 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.773016 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9cd9a31f-10bc-4902-94a5-ace5e974d424 req-e4a2af7c-cc1b-402f-bc71-40e9605b8573 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751090 Mar 08 15:43:39.933248 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:39.972299 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91207b29-2a15-4509-8af1-28943f73d634 req-0e9d3022-c916-411d-bea6-5bfc1166d30b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:39.973773 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91207b29-2a15-4509-8af1-28943f73d634 req-0e9d3022-c916-411d-bea6-5bfc1166d30b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 931 time: 0.1123986 Mar 08 15:43:40.041630 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port d6dfe646-3727-4361-b907-2b1c2058c2df completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:43:40.047301 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port d6dfe646-3727-4361-b907-2b1c2058c2df triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:40.047688 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.064501 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91207b29-2a15-4509-8af1-28943f73d634 req-1028c3cc-42c9-47ae-b047-f253657987a9 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795319 Mar 08 15:43:40.120285 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ef987a-7150-4bec-bcea-5ef36a280f2f {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:40.128385 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Publish callbacks [] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.133588 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d6dfe646-3727-4361-b907-2b1c2058c2df is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:40.133982 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.140535 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Transition to ACTIVE for port object 75ef987a-7150-4bec-bcea-5ef36a280f2f will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:43:40.161970 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:40.164217 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d738e8-47bb-4db8-936a-fe5f81eb81a8" -d '{"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-plugged", "status": "completed", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:40.177101 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:40.200692 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a7b944-3740-41ee-a247-e632b29bfdb5 x-openstack-request-id: req-a8a7b944-3740-41ee-a247-e632b29bfdb5 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:40.200962 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-plugged", "status": "completed", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:40.201211 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8a7b944-3740-41ee-a247-e632b29bfdb5 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:40.201608 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'code': 200} Mar 08 15:43:40.219333 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.241724 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.276225 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=75ef987a-7150-4bec-bcea-5ef36a280f2f,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:40.303870 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:40.340088 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Attempting to bind port 75ef987a-7150-4bec-bcea-5ef36a280f2f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:40.340464 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Attempting to bind port 75ef987a-7150-4bec-bcea-5ef36a280f2f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:40.340791 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Attempting to bind port 75ef987a-7150-4bec-bcea-5ef36a280f2f on network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:40.345637 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Port 75ef987a-7150-4bec-bcea-5ef36a280f2f on network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:43:40.345961 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Attempting to bind port 75ef987a-7150-4bec-bcea-5ef36a280f2f on network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:40.350887 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:40.351227 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Checking segment: {'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:40.351612 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Bound using segment: {'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:40.352045 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Bound port: 75ef987a-7150-4bec-bcea-5ef36a280f2f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:40.352465 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.412634 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] For port 75ef987a-7150-4bec-bcea-5ef36a280f2f, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:40.415542 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] For port 75ef987a-7150-4bec-bcea-5ef36a280f2f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75ef987a-7150-4bec-bcea-5ef36a280f2f,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:40.482131 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.518336 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.518958 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.520383 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] 10.222.0.24 "PUT /v2.0/ports/75ef987a-7150-4bec-bcea-5ef36a280f2f HTTP/1.1" status: 200 len: 1093 time: 0.8750153 Mar 08 15:43:40.520787 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fa2ec4-e848-40d5-8c9c-a1e343b27095', 'tag': '75ef987a-7150-4bec-bcea-5ef36a280f2f'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:40.522995 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c90838-28c0-46cb-a1f9-3494869a35eb" -d '{"events": [{"name": "network-changed", "server_uuid": "12fa2ec4-e848-40d5-8c9c-a1e343b27095", "tag": "75ef987a-7150-4bec-bcea-5ef36a280f2f"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:40.549009 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb75b20-8ec6-472d-8790-4cb8ed80ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=75ef987a-7150-4bec-bcea-5ef36a280f2f,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:40.569092 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637e122-b342-4307-96b0-c30d319d6997 req-c9319708-8d00-4679-9861-68248ed68dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.570431 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e637e122-b342-4307-96b0-c30d319d6997 req-c9319708-8d00-4679-9861-68248ed68dc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 1130 time: 0.0491273 Mar 08 15:43:40.572070 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d8718e-4863-420e-97f4-d83618819013 x-openstack-request-id: req-a0d8718e-4863-420e-97f4-d83618819013 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:40.572424 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fa2ec4-e848-40d5-8c9c-a1e343b27095", "tag": "75ef987a-7150-4bec-bcea-5ef36a280f2f", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:40.572702 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0d8718e-4863-420e-97f4-d83618819013 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:40.573096 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fa2ec4-e848-40d5-8c9c-a1e343b27095', 'tag': '75ef987a-7150-4bec-bcea-5ef36a280f2f', 'status': 'completed', 'code': 200} Mar 08 15:43:40.619528 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e637e122-b342-4307-96b0-c30d319d6997 req-5af42b44-aba2-43fd-a53d-c1328c4e021e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 Mar 08 15:43:40.668217 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c90838-28c0-46cb-a1f9-3494869a35eb req-c6bf27de-524e-405e-9ad4-27f4106fc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.669722 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e2c90838-28c0-46cb-a1f9-3494869a35eb req-c6bf27de-524e-405e-9ad4-27f4106fc059 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f89d9e4dc2940379c095e284e789ec4&device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 1127 time: 0.0761833 Mar 08 15:43:40.684294 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb723f1-ad36-4ac7-9e19-5f8a42656c9d req-1d297b8b-6b33-49c9-8190-f907c11d4095 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.685657 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fcb723f1-ad36-4ac7-9e19-5f8a42656c9d req-1d297b8b-6b33-49c9-8190-f907c11d4095 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 945 time: 0.0646417 Mar 08 15:43:40.732125 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fcb723f1-ad36-4ac7-9e19-5f8a42656c9d req-2a91e0d8-cc05-480f-b1fc-368fda6e48e6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405636 Mar 08 15:43:40.950349 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c90838-28c0-46cb-a1f9-3494869a35eb req-2beb5a6f-0136-4d6d-a8b6-a74c063729bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.951784 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e2c90838-28c0-46cb-a1f9-3494869a35eb req-2beb5a6f-0136-4d6d-a8b6-a74c063729bd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2f89d9e4dc2940379c095e284e789ec4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1208124 Mar 08 15:43:40.959049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609233-7c70-4be8-a86d-2d0e770839b2 req-48908404-898f-48a0-a179-783c574a5a71 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.960412 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e7609233-7c70-4be8-a86d-2d0e770839b2 req-48908404-898f-48a0-a179-783c574a5a71 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.1072371 Mar 08 15:43:41.057930 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e7609233-7c70-4be8-a86d-2d0e770839b2 req-c8cda092-57c5-4072-af9d-def522ea5dc4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894387 Mar 08 15:43:41.077507 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c90838-28c0-46cb-a1f9-3494869a35eb req-28bdbb79-06fb-4743-b05a-fab6ebf027ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:41.079697 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e2c90838-28c0-46cb-a1f9-3494869a35eb req-28bdbb79-06fb-4743-b05a-fab6ebf027ed service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1184537 Mar 08 15:43:41.206369 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-5c9f94e4-1336-4a54-a700-cba17eb5a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:41.207855 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-5c9f94e4-1336-4a54-a700-cba17eb5a7d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f89d9e4dc2940379c095e284e789ec4&device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 1127 time: 0.0789127 Mar 08 15:43:41.215237 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b574149-92d9-4174-a26a-f5fe5864a376 req-e306c3a3-75b1-462a-9e0c-e286a029feab tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:41.216604 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0b574149-92d9-4174-a26a-f5fe5864a376 req-e306c3a3-75b1-462a-9e0c-e286a029feab tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 943 time: 0.0969057 Mar 08 15:43:41.255674 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-905a28dd-cb39-4cdf-8c94-e98317bd63a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ef987a-7150-4bec-bcea-5ef36a280f2f HTTP/1.1" status: 200 len: 217 time: 0.0381587 Mar 08 15:43:41.321889 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0b574149-92d9-4174-a26a-f5fe5864a376 req-4d73358a-4b04-4e17-b664-5a9678d3a9e7 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986302 Mar 08 15:43:41.325284 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-b5e6d705-b74c-4dfb-b8fb-6c857089ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:41.326636 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-b5e6d705-b74c-4dfb-b8fb-6c857089ccb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=288c2f18-fb01-4e49-bc15-ac217532b8df HTTP/1.1" status: 200 len: 854 time: 0.0635428 Mar 08 15:43:41.362703 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-cc5dd8c4-1801-404a-84b1-2a83d515c928 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5044d370-f794-4ed5-afda-ba9f7bdf7b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280652 Mar 08 15:43:41.450828 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-6d37f88b-380c-41c3-952e-923d9898a33f service neutron] 10.222.0.24 "GET /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789704 Mar 08 15:43:41.543580 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a909c466-c5c8-4fbd-a3af-831fd8f152f4 req-ce3ca928-91bf-45be-b920-96ea99c36604 service neutron] 10.222.0.24 "GET /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847867 Mar 08 15:43:41.858366 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77161e-5a87-40e9-9a7d-03d9abd79173 req-d0b37c0a-7f72-4a94-8a94-4ebfa9a3338d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:41.860382 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d77161e-5a87-40e9-9a7d-03d9abd79173 req-d0b37c0a-7f72-4a94-8a94-4ebfa9a3338d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 945 time: 0.0541067 Mar 08 15:43:41.905016 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d77161e-5a87-40e9-9a7d-03d9abd79173 req-cd52f509-a15b-4ba8-b217-3ecd0f364416 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390155 Mar 08 15:43:42.185492 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dac54-fbd6-4887-9dc4-580d168126af req-071f0b7d-06bb-4fe3-a3b7-6c08d1b2f016 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:42.186980 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b67dac54-fbd6-4887-9dc4-580d168126af req-071f0b7d-06bb-4fe3-a3b7-6c08d1b2f016 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0521984 Mar 08 15:43:42.233300 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b67dac54-fbd6-4887-9dc4-580d168126af req-a2c571a5-cdca-42b7-a648-041fc715ca2b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408001 Mar 08 15:43:42.350924 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508a424-963f-4fd6-bb09-ab52025bf680 req-e6ce2bce-e4d8-4bc4-80b3-b72a01f72db8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:42.352459 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9508a424-963f-4fd6-bb09-ab52025bf680 req-e6ce2bce-e4d8-4bc4-80b3-b72a01f72db8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0545757 Mar 08 15:43:42.361032 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48406) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:42.365383 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Request body: {'floatingip': {'port_id': 'd6dfe646-3727-4361-b907-2b1c2058c2df'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:42.412367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (d14bc9d6-da9d-4324-834d-603902d62c03), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.534778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01185b-ddff-45a5-bdff-de38ec257f25 req-960563cb-fcac-4ac7-aeac-06bbce1ba4e2 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:42.536262 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3b01185b-ddff-45a5-bdff-de38ec257f25 req-960563cb-fcac-4ac7-aeac-06bbce1ba4e2 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 943 time: 0.1398940 Mar 08 15:43:42.657993 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3b01185b-ddff-45a5-bdff-de38ec257f25 req-6c3bff17-1cd4-4ab2-9fe2-e45a7a89e991 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146963 Mar 08 15:43:42.810920 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-f6b87119-1c8c-4411-a36d-03579c3c9e2c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:42.812413 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-f6b87119-1c8c-4411-a36d-03579c3c9e2c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 945 time: 0.0988808 Mar 08 15:43:43.253347 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac668c-521c-4a30-9c0b-5b0037f7a97e req-e314417a-7340-4d1d-8315-caefa6d6c621 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:43.254719 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2dac668c-521c-4a30-9c0b-5b0037f7a97e req-e314417a-7340-4d1d-8315-caefa6d6c621 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 945 time: 0.1602242 Mar 08 15:43:43.330393 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.341347 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Deleting port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:43.341683 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.374273 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2dac668c-521c-4a30-9c0b-5b0037f7a97e req-e455700f-a8d8-44cc-84de-5ac3924b9945 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d537201-8bcd-4724-b74a-dfd1f6e6883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875797 Mar 08 15:43:43.403228 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (d14bc9d6-da9d-4324-834d-603902d62c03), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.508271 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] For port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:43.508561 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.577361 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Floating IP d14bc9d6-da9d-4324-834d-603902d62c03 associated. External IP: 172.27.3.36, port: d6dfe646-3727-4361-b907-2b1c2058c2df. Mar 08 15:43:43.804429 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.805286 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (64a902f8-9f59-4bde-a879-c1a477fce26c), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.805417 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Floating IP 64a902f8-9f59-4bde-a879-c1a477fce26c disassociated. External IP: 172.27.3.236, port: 698ad5cb-0f3b-4c6c-9d3a-4b791127753b. Mar 08 15:43:43.805678 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Calling delete_port for 698ad5cb-0f3b-4c6c-9d3a-4b791127753b owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:43.900326 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7aa27-92f0-44b7-a091-0d44a9f8b8b5 req-49b6e61a-bc75-41b1-8504-e3bae8a06bdd tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:43.901788 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7dc7aa27-92f0-44b7-a091-0d44a9f8b8b5 req-49b6e61a-bc75-41b1-8504-e3bae8a06bdd tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 943 time: 0.1626163 Mar 08 15:43:43.959697 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 75ef987a-7150-4bec-bcea-5ef36a280f2f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:43:44.016898 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Router 4810b491-d057-4812-a5aa-e2890baa00c6 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:44.022424 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7dc7aa27-92f0-44b7-a091-0d44a9f8b8b5 req-ed68e1ad-4733-4c34-8f5a-30ba63507bb8 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917928 Mar 08 15:43:44.053998 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 75ef987a-7150-4bec-bcea-5ef36a280f2f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75ef987a-7150-4bec-bcea-5ef36a280f2f,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:44.068643 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '75ef987a-7150-4bec-bcea-5ef36a280f2f', 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10', 'port_id': '75ef987a-7150-4bec-bcea-5ef36a280f2f', 'mac_address': 'fa:16:3e:91:f0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288c2f18-fb01-4e49-bc15-ac217532b8df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:43:44.104910 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 75ef987a-7150-4bec-bcea-5ef36a280f2f is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:44.105301 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:44.118675 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ef987a-7150-4bec-bcea-5ef36a280f2f {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:44.138127 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 75ef987a-7150-4bec-bcea-5ef36a280f2f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75ef987a-7150-4bec-bcea-5ef36a280f2f,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:44.169001 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:44.173973 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:44.179031 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] Sync routers for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:44.188455 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:44.189067 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:44.194243 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (698ad5cb-0f3b-4c6c-9d3a-4b791127753b), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:44.224884 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:44.229153 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'Port': ['ID=698ad5cb-0f3b-4c6c-9d3a-4b791127753b,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:44.233131 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-b464938b-b428-4f41-803a-aecdc9f01729 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "PUT /v2.0/floatingips/d14bc9d6-da9d-4324-834d-603902d62c03 HTTP/1.1" status: 200 len: 991 time: 1.8711138 Mar 08 15:43:44.235706 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:44.237972 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35554f0-1740-4177-895c-abe090fe6c02" -d '{"events": [{"name": "network-changed", "server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:44.297417 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5428c80e-73c7-4e63-b941-654bc348e6d1 x-openstack-request-id: req-5428c80e-73c7-4e63-b941-654bc348e6d1 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:44.297721 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:44.297997 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5428c80e-73c7-4e63-b941-654bc348e6d1 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:44.298397 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'status': 'completed', 'code': 200} Mar 08 15:43:44.333228 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:44.363439 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35554f0-1740-4177-895c-abe090fe6c02 req-54e139eb-580c-491d-b44a-cb9795addc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:44.371824 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=75ef987a-7150-4bec-bcea-5ef36a280f2f,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:44.371999 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e35554f0-1740-4177-895c-abe090fe6c02 req-54e139eb-580c-491d-b44a-cb9795addc49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 1130 time: 0.0465961 Mar 08 15:43:44.372112 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:44.468282 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35554f0-1740-4177-895c-abe090fe6c02 req-69c154fa-092e-480f-8f59-649eecad2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:44.469760 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e35554f0-1740-4177-895c-abe090fe6c02 req-69c154fa-092e-480f-8f59-649eecad2bc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 917 time: 0.0971458 Mar 08 15:43:44.507263 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a81dbbff-ff1b-4839-b579-3254c57755b7 req-43b1342e-f0bc-4f13-bbf6-e8a0e3566803 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 210 time: 0.0351944 Mar 08 15:43:44.521053 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:44.539877 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:44.548887 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e35554f0-1740-4177-895c-abe090fe6c02 req-93800366-b03e-4d20-a5ab-9ab66261932a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6dfe646-3727-4361-b907-2b1c2058c2df HTTP/1.1" status: 200 len: 999 time: 0.0724616 Mar 08 15:43:44.551443 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:44.552301 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:44.589167 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] No DVR routers for this DVR port 698ad5cb-0f3b-4c6c-9d3a-4b791127753b on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:43:44.592293 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:44.597501 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-da0441b3-dca2-49cf-bf45-5229a2c44c60 req-149dd9a5-51c9-4378-84be-be777fcc892d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "DELETE /v2.0/ports/698ad5cb-0f3b-4c6c-9d3a-4b791127753b HTTP/1.1" status: 204 len: 173 time: 1.5013068 Mar 08 15:43:44.619730 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35554f0-1740-4177-895c-abe090fe6c02 req-0cfb70e2-77e1-407a-a199-7029bb51be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:44.623476 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e35554f0-1740-4177-895c-abe090fe6c02 req-0cfb70e2-77e1-407a-a199-7029bb51be18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0661585 Mar 08 15:43:44.637635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['75ef987a-7150-4bec-bcea-5ef36a280f2f'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:43:44.691434 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35554f0-1740-4177-895c-abe090fe6c02 req-928ae684-66c3-4332-b5e3-6c85c35b5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:44.692485 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:44.697916 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e35554f0-1740-4177-895c-abe090fe6c02 req-928ae684-66c3-4332-b5e3-6c85c35b5c85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642879 Mar 08 15:43:44.802075 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e35554f0-1740-4177-895c-abe090fe6c02 req-9dc57301-dc78-45f3-a416-2258b1059826 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009467 Mar 08 15:43:44.843407 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'd14bc9d6-da9d-4324-834d-603902d62c03', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'port_id': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'mac_address': 'fa:16:3e:de:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:28Z', 'updated_at': '2022-03-08T15:43:43Z', 'revision_number': 1, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:44.871669 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] Checking router: 4810b491-d057-4812-a5aa-e2890baa00c6 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:44.897989 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:44.898209 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:44.908103 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-e35554f0-1740-4177-895c-abe090fe6c02 req-b1d5e765-2266-4fd1-9c58-4e35bfd0ce3c service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990210 Mar 08 15:43:44.943311 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:44.969769 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:44.978315 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:44.978911 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:45.015295 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:45.089488 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:45.152246 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07287821-6dd3-4ecc-b2b0-c33f91b215d9 req-6ca8a08c-7040-4558-9eff-dc57e36809bd tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:45.154007 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-07287821-6dd3-4ecc-b2b0-c33f91b215d9 req-6ca8a08c-7040-4558-9eff-dc57e36809bd tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 944 time: 0.0573888 Mar 08 15:43:45.202335 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-07287821-6dd3-4ecc-b2b0-c33f91b215d9 req-503e2664-7608-4233-a013-510ea3edc6ac tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Mar 08 15:43:45.253242 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'd14bc9d6-da9d-4324-834d-603902d62c03', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'port_id': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'mac_address': 'fa:16:3e:de:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:28Z', 'updated_at': '2022-03-08T15:43:43Z', 'revision_number': 1, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:45.280377 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf1124-c1f4-4ed6-80b6-a7bacc997548 None None] The sync data for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi is: [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'd14bc9d6-da9d-4324-834d-603902d62c03', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'port_id': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'mac_address': 'fa:16:3e:de:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:28Z', 'updated_at': '2022-03-08T15:43:43Z', 'revision_number': 1, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:45.380872 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:45.408747 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d511b9e-ea4e-4eaa-be2d-2a6aabd8bdea None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:45.500766 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36cf09-89f1-4d5c-bbb7-c4572b7fe86d None None] New status for floating IP d14bc9d6-da9d-4324-834d-603902d62c03: ACTIVE {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:43:45.633174 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bd36dce4-e7b3-4e90-9b9a-ddeec614aae4 req-9873636f-119c-49f8-a464-113888e0ea97 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8abf5bb-dc4b-44b4-ad31-8297a9983da2 HTTP/1.1" status: 200 len: 210 time: 0.0311840 Mar 08 15:43:45.676628 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70147a80-b87a-490c-a106-2add80fa1d43 None None] New status for floating IP 64a902f8-9f59-4bde-a879-c1a477fce26c: DOWN {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:43:45.960659 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 75ef987a-7150-4bec-bcea-5ef36a280f2f up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:46.072910 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 75ef987a-7150-4bec-bcea-5ef36a280f2f completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:43:46.076587 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 75ef987a-7150-4bec-bcea-5ef36a280f2f triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:46.076966 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.155575 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 75ef987a-7150-4bec-bcea-5ef36a280f2f is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:46.155971 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.178064 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fa2ec4-e848-40d5-8c9c-a1e343b27095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ef987a-7150-4bec-bcea-5ef36a280f2f'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:46.180551 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eb6f10-5c07-4837-93b3-196d6398370a" -d '{"events": [{"server_uuid": "12fa2ec4-e848-40d5-8c9c-a1e343b27095", "name": "network-vif-plugged", "status": "completed", "tag": "75ef987a-7150-4bec-bcea-5ef36a280f2f"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:46.193263 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 75ef987a-7150-4bec-bcea-5ef36a280f2f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75ef987a-7150-4bec-bcea-5ef36a280f2f,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:46.215219 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705a52fa-7760-4d33-b320-4c1ce7cf5604 x-openstack-request-id: req-705a52fa-7760-4d33-b320-4c1ce7cf5604 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:46.215509 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fa2ec4-e848-40d5-8c9c-a1e343b27095", "name": "network-vif-plugged", "status": "completed", "tag": "75ef987a-7150-4bec-bcea-5ef36a280f2f", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:46.215765 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-705a52fa-7760-4d33-b320-4c1ce7cf5604 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:46.216182 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fa2ec4-e848-40d5-8c9c-a1e343b27095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ef987a-7150-4bec-bcea-5ef36a280f2f', 'code': 200} Mar 08 15:43:46.299029 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'name': 'network-vif-deleted', 'tag': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:46.301238 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d0eb9f-6c24-48bb-9e2d-e76a59fde4fe" -d '{"events": [{"server_uuid": "f8abf5bb-dc4b-44b4-ad31-8297a9983da2", "name": "network-vif-deleted", "tag": "698ad5cb-0f3b-4c6c-9d3a-4b791127753b"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:46.315980 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.316956 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 698ad5cb-0f3b-4c6c-9d3a-4b791127753b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:46.332561 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142b11a-8120-4327-ac03-472e8a656c1c req-bfdee167-e6be-468b-a120-e8bedcf8ee48 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:46.334056 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e142b11a-8120-4327-ac03-472e8a656c1c req-bfdee167-e6be-468b-a120-e8bedcf8ee48 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 944 time: 0.0637360 Mar 08 15:43:46.339310 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7905b626-e4cc-44d2-ae6b-ae4ccc5fc7b1 x-openstack-request-id: req-7905b626-e4cc-44d2-ae6b-ae4ccc5fc7b1 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:46.339597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8abf5bb-dc4b-44b4-ad31-8297a9983da2", "name": "network-vif-deleted", "tag": "698ad5cb-0f3b-4c6c-9d3a-4b791127753b", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:46.339888 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7905b626-e4cc-44d2-ae6b-ae4ccc5fc7b1 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:46.340283 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8abf5bb-dc4b-44b4-ad31-8297a9983da2', 'name': 'network-vif-deleted', 'tag': '698ad5cb-0f3b-4c6c-9d3a-4b791127753b', 'status': 'completed', 'code': 200} Mar 08 15:43:46.355514 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 698ad5cb-0f3b-4c6c-9d3a-4b791127753b {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:46.355865 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 698ad5cb-0f3b-4c6c-9d3a-4b791127753b not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:46.381911 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=75ef987a-7150-4bec-bcea-5ef36a280f2f,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:46.382308 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e142b11a-8120-4327-ac03-472e8a656c1c req-a1dc3293-1782-4862-bb71-a3224ca28167 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Mar 08 15:43:46.545942 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e4b7-67db-484b-9b30-4a48df94343c req-0a6f0200-10c6-4380-92d0-ad90b75c3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:46.547421 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-9470e4b7-67db-484b-9b30-4a48df94343c req-0a6f0200-10c6-4380-92d0-ad90b75c3c54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 1129 time: 0.0430033 Mar 08 15:43:46.590373 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-9470e4b7-67db-484b-9b30-4a48df94343c req-5de7416e-d1f7-4a0c-87b6-2e1665a10402 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356166 Mar 08 15:43:46.785254 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48438) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:46.836797 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e8aeff27-6317-4c81-9dc9-a9e511eb9a3d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (2d537201-8bcd-4724-b74a-dfd1f6e6883b), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.859178 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e8aeff27-6317-4c81-9dc9-a9e511eb9a3d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (2d537201-8bcd-4724-b74a-dfd1f6e6883b), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.995526 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e8aeff27-6317-4c81-9dc9-a9e511eb9a3d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (2d537201-8bcd-4724-b74a-dfd1f6e6883b), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.997969 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-e8aeff27-6317-4c81-9dc9-a9e511eb9a3d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.999093 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-e8aeff27-6317-4c81-9dc9-a9e511eb9a3d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d537201-8bcd-4724-b74a-dfd1f6e6883b HTTP/1.1" status: 204 len: 168 time: 0.2128637 Mar 08 15:43:47.001952 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48440) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:47.008273 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aeff27-6317-4c81-9dc9-a9e511eb9a3d tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d537201-8bcd-4724-b74a-dfd1f6e6883b,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:47.014878 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.api.v2.resource [None req-9a7f0901-f9e4-41c1-bf70-f1cb68763727 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] show failed (client error): The resource could not be found. Mar 08 15:43:47.015867 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9a7f0901-f9e4-41c1-bf70-f1cb68763727 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups/2d537201-8bcd-4724-b74a-dfd1f6e6883b HTTP/1.1" status: 404 len: 347 time: 0.0128741 Mar 08 15:43:47.018708 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48442) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:47.143514 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Deleting port 1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:47.143514 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:47.216201 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:47.216532 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:47.228800 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Calling delete_port for 1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2 owned by network:floatingip {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:47.430043 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:47.455803 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'Port': ['ID=1f73999d-a08a-4d4b-bb3a-96bdbf20c4f2,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:47.554106 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297248b-c6b1-4192-bb70-d4214f1416a8 req-d8b083fb-f037-41a9-a3c2-686912ae6196 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.555850 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7297248b-c6b1-4192-bb70-d4214f1416a8 req-d8b083fb-f037-41a9-a3c2-686912ae6196 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 945 time: 0.1048806 Mar 08 15:43:47.558201 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (64a902f8-9f59-4bde-a879-c1a477fce26c), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:47.560994 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:47.562034 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-453748f7-be1e-47e3-aaf1-696521a1d0bc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "DELETE /v2.0/floatingips/64a902f8-9f59-4bde-a879-c1a477fce26c HTTP/1.1" status: 204 len: 168 time: 0.5422559 Mar 08 15:43:47.606135 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7297248b-c6b1-4192-bb70-d4214f1416a8 req-7049f7b0-72f7-41aa-8918-62ff0e5e1b17 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Mar 08 15:43:47.883830 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48448) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:47.888337 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-a2c72171-ff62-426f-ac73-d5fae7012bf2 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012450303', 'description': 'tempest-description--1147691946'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:47.984037 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a2c72171-ff62-426f-ac73-d5fae7012bf2 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.049592 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a2c72171-ff62-426f-ac73-d5fae7012bf2 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (7972ed62-0996-4419-bb08-95fb82335b35), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.103873 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a2c72171-ff62-426f-ac73-d5fae7012bf2 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (7972ed62-0996-4419-bb08-95fb82335b35), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.131576 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c72171-ff62-426f-ac73-d5fae7012bf2 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7972ed62-0996-4419-bb08-95fb82335b35,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:48.174655 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a2c72171-ff62-426f-ac73-d5fae7012bf2 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.175983 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-a2c72171-ff62-426f-ac73-d5fae7012bf2 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2911167 Mar 08 15:43:48.179028 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48450) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:48.183686 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-daac8848-c75d-4f68-bf62-cce6fe9210de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group_rule': {'security_group_id': '7972ed62-0996-4419-bb08-95fb82335b35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:48.269565 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-6bad7d78-ae4a-4d87-b227-50fc2a5a3b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.284287 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-daac8848-c75d-4f68-bf62-cce6fe9210de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (be34c661-320b-475e-aba7-b79b18161886), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.341393 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-daac8848-c75d-4f68-bf62-cce6fe9210de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (be34c661-320b-475e-aba7-b79b18161886), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.360726 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:43:48.435593 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-daac8848-c75d-4f68-bf62-cce6fe9210de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (be34c661-320b-475e-aba7-b79b18161886), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.453532 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac8848-c75d-4f68-bf62-cce6fe9210de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be34c661-320b-475e-aba7-b79b18161886,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:48.512488 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-1579da13-fc87-4d06-afb5-fcc25bba6101 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469246 Mar 08 15:43:48.545844 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-daac8848-c75d-4f68-bf62-cce6fe9210de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.547116 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-daac8848-c75d-4f68-bf62-cce6fe9210de tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671439 Mar 08 15:43:48.549902 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48452) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:48.554198 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-96f4b437-3575-400f-9d3b-e9a1b039041f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'security_group_rule': {'security_group_id': '7972ed62-0996-4419-bb08-95fb82335b35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:48.578167 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-d8386b68-e0dc-4a37-bcbd-f614d02499cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.580327 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-d8386b68-e0dc-4a37-bcbd-f614d02499cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1168 time: 0.0451534 Mar 08 15:43:48.641364 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-96f4b437-3575-400f-9d3b-e9a1b039041f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (a2db24ec-c275-4fac-b819-bd272d987eee), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.687886 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-8055462a-899d-4ea3-9e0e-1f363b82fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.689904 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-8055462a-899d-4ea3-9e0e-1f363b82fd51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 915 time: 0.0881646 Mar 08 15:43:48.730408 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-96f4b437-3575-400f-9d3b-e9a1b039041f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (a2db24ec-c275-4fac-b819-bd272d987eee), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.745895 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d61115-26bb-42d1-9a43-8310de47bd34 req-8861ce14-8250-44f3-a33c-6cf9fc4ea1ee tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.747495 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a2d61115-26bb-42d1-9a43-8310de47bd34 req-8861ce14-8250-44f3-a33c-6cf9fc4ea1ee tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 945 time: 0.0747447 Mar 08 15:43:48.762430 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-5fee6fc7-691f-44bc-84b3-917400ee9953 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 1001 time: 0.0655375 Mar 08 15:43:48.793806 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a2d61115-26bb-42d1-9a43-8310de47bd34 req-cd43c0f8-1bf0-4450-b410-12c19d2408b9 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Mar 08 15:43:48.812195 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-294da4e0-4605-4eaa-a609-0cc0697ecc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.814214 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-294da4e0-4605-4eaa-a609-0cc0697ecc96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 200 len: 854 time: 0.0439904 Mar 08 15:43:48.835609 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-96f4b437-3575-400f-9d3b-e9a1b039041f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (a2db24ec-c275-4fac-b819-bd272d987eee), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.861714 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4b437-3575-400f-9d3b-e9a1b039041f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2db24ec-c275-4fac-b819-bd272d987eee,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:48.880213 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-e04f9ed0-9615-4bb1-9ab4-9ed555fcca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.881778 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-e04f9ed0-9615-4bb1-9ab4-9ed555fcca63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fea8419-379e-4967-b7a3-57140b515585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596912 Mar 08 15:43:48.929062 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-96f4b437-3575-400f-9d3b-e9a1b039041f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.933483 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-96f4b437-3575-400f-9d3b-e9a1b039041f tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3797863 Mar 08 15:43:48.933966 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48480) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:48.938145 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:48.975973 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-5937ee37-8f60-4295-8822-283b94a56619 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877988 Mar 08 15:43:49.004733 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.053231 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.068964 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-7e33bad1-2480-4d9a-a64b-6983c84daa81 req-ced4fa5c-3a30-4de9-87eb-fe5ab6b1a16b service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864508 Mar 08 15:43:49.152600 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.257525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Allocated IP 172.27.3.213 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/6b7d1a28-3073-4735-bf7c-92eb35d63cab) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:49.353839 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (6b7d1a28-3073-4735-bf7c-92eb35d63cab), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.464412 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (6b7d1a28-3073-4735-bf7c-92eb35d63cab), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.506090 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:49.509001 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:49.512367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:49.517776 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=6b7d1a28-3073-4735-bf7c-92eb35d63cab,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:49.602591 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (511e9f7b-db4a-4423-90db-85687edb6f14), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.701590 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (6b7d1a28-3073-4735-bf7c-92eb35d63cab), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.097859 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (6b7d1a28-3073-4735-bf7c-92eb35d63cab), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.166715 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (6b7d1a28-3073-4735-bf7c-92eb35d63cab), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.240701 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=6b7d1a28-3073-4735-bf7c-92eb35d63cab,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:50.248046 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (511e9f7b-db4a-4423-90db-85687edb6f14), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.309911 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-3894db4f-340d-4991-8a3f-ee7cfc479c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.329078 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.331363 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-48decd48-af78-4dec-876b-5bded2b0a2aa tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3967559 Mar 08 15:43:50.716837 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-17cc51be-b496-4349-b560-62cd69968234 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2012450303&fields=id&tenant_id=59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 267 time: 0.0529485 Mar 08 15:43:50.826390 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-f85c2e19-fbf5-4171-ab8b-d5946bbbc157 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:50.827895 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-f85c2e19-fbf5-4171-ab8b-d5946bbbc157 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 815 time: 0.1037788 Mar 08 15:43:50.843860 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-0c43fa12-cea0-42a8-9a30-d5c49730082e tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/quotas/59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 375 time: 0.0098512 Mar 08 15:43:50.900851 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-fbf42863-9f5f-4343-ade3-50663ec1469a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512364 Mar 08 15:43:50.998386 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-1a78a88c-988a-4c1b-8b53-f0a840de6b29 service neutron] 10.222.0.25 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866838 Mar 08 15:43:51.090757 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-b256eb27-3747-490e-88ec-c0a783c63d5f service neutron] 10.222.0.25 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859380 Mar 08 15:43:51.411236 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-95b41b42-7564-42c8-92b2-f494ac319b72 req-4c363576-4da1-42e7-9649-1286057c139c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 210 time: 0.0801117 Mar 08 15:43:51.698623 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.511064 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c66a028-4a6d-4e29-b72c-d6b42685aedc req-e1518157-f32f-441d-9913-da941b6ebff6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 210 time: 0.0308576 Mar 08 15:43:53.201480 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.591204 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-60db5170-d937-464d-aa09-47f27a5da5cc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:53.593695 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-60db5170-d937-464d-aa09-47f27a5da5cc tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 815 time: 0.1212146 Mar 08 15:43:53.623515 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-50251eb8-16a4-4b07-9f61-fe8f93c37e47 req-0a082200-380b-45cf-b9cc-35b794994e60 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 210 time: 0.0313714 Mar 08 15:43:53.666550 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-674f60a7-fc38-4a27-87c9-369262ad6f86 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ab38d879c841aeb11a9c18728a251e HTTP/1.1" status: 200 len: 380 time: 0.0610976 Mar 08 15:43:53.679164 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'port': {'device_id': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'admin_state_up': True, 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'security_groups': ['7972ed62-0996-4419-bb08-95fb82335b35']}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:53.861391 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Made reservation on behalf of 59ab38d879c841aeb11a9c18728a251e for: {'port': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:53.866995 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.004984 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Allocated IP 172.20.0.8 (e25df95b-1720-4193-966a-ca26942242e5/cdb27db0-46fb-41a3-b99b-6d4043415fd2/f3da04a5-df8d-4027-a212-3348e0e9b69c) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:54.137823 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.270197 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.323768 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Network e25df95b-1720-4193-966a-ca26942242e5 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:54.326937 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:54.331286 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:54.377871 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event updated for resources: {'Port': ['ID=f3da04a5-df8d-4027-a212-3348e0e9b69c,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:54.389812 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:54.389812 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.458339 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-5aaf66a8-e828-4437-8e6b-f66f2d652f96 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826157 Mar 08 15:43:54.473029 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Request body: {'port': {'device_id': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:54.535759 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.578001 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-0cb2fadb-e83c-475b-8012-7e080b1c52e0 None None] Provisioning complete for port f3da04a5-df8d-4027-a212-3348e0e9b69c triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:54.578652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fadb-e83c-475b-8012-7e080b1c52e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.616381 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2fadb-e83c-475b-8012-7e080b1c52e0 None None] Port f3da04a5-df8d-4027-a212-3348e0e9b69c cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:54.727017 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.754444 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af7db5-32f0-48c5-ac19-7f424c6dd1de req-1f288181-34a1-4d59-91b1-40b0417cfee0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:54.756004 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a2af7db5-32f0-48c5-ac19-7f424c6dd1de req-1f288181-34a1-4d59-91b1-40b0417cfee0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 931 time: 0.0571837 Mar 08 15:43:54.807736 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a2af7db5-32f0-48c5-ac19-7f424c6dd1de req-b65aa63e-9708-4003-ad8c-aa685b27dfda tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Mar 08 15:43:54.811493 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3da04a5-df8d-4027-a212-3348e0e9b69c {{(pid=104199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:54.827919 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Publish callbacks [] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.832507 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.provisioning_blocks [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Transition to ACTIVE for port object f3da04a5-df8d-4027-a212-3348e0e9b69c will not be triggered until provisioned by entity L2. {{(pid=104199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:43:54.918375 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.969292 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Pushing event updated for resources: {'Port': ['ID=f3da04a5-df8d-4027-a212-3348e0e9b69c,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:55.042782 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Attempting to bind port f3da04a5-df8d-4027-a212-3348e0e9b69c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:55.043122 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Attempting to bind port f3da04a5-df8d-4027-a212-3348e0e9b69c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:55.043487 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Attempting to bind port f3da04a5-df8d-4027-a212-3348e0e9b69c on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:55.048024 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Port f3da04a5-df8d-4027-a212-3348e0e9b69c on network e25df95b-1720-4193-966a-ca26942242e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:43:55.048383 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Attempting to bind port f3da04a5-df8d-4027-a212-3348e0e9b69c on network e25df95b-1720-4193-966a-ca26942242e5 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:55.053566 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:55.053905 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Checking segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:55.054292 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Bound using segment: {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:55.054992 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Bound port: f3da04a5-df8d-4027-a212-3348e0e9b69c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42b9ab5-6d69-4374-9505-259319195065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5'}}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:55.055350 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:55.120982 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] For port f3da04a5-df8d-4027-a212-3348e0e9b69c, host hv-cinder-83009, cleared binding levels {{(pid=104199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:55.125977 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] For port f3da04a5-df8d-4027-a212-3348e0e9b69c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3da04a5-df8d-4027-a212-3348e0e9b69c,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:55.293471 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:55.334774 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.339523 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:55.339523 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3da04a5-df8d-4027-a212-3348e0e9b69c HTTP/1.1" status: 200 len: 1093 time: 0.8701708 Mar 08 15:43:55.339523 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'tag': 'f3da04a5-df8d-4027-a212-3348e0e9b69c'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:55.340943 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab23c253-5388-4b3c-b4fb-4123186439da" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b", "tag": "f3da04a5-df8d-4027-a212-3348e0e9b69c"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:55.369562 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307298-de96-4a8c-b07c-f3c646755e84 service neutron] Pushing event updated for resources: {'Port': ['ID=f3da04a5-df8d-4027-a212-3348e0e9b69c,revision_number=3']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:55.388704 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e609b33-8abe-41e2-98b4-5ae7ad9522e4 x-openstack-request-id: req-2e609b33-8abe-41e2-98b4-5ae7ad9522e4 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:55.389057 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b", "tag": "f3da04a5-df8d-4027-a212-3348e0e9b69c", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:55.389421 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e609b33-8abe-41e2-98b4-5ae7ad9522e4 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:55.389715 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'tag': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'status': 'completed', 'code': 200} Mar 08 15:43:55.484642 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23c253-5388-4b3c-b4fb-4123186439da req-878036d1-b879-4e2d-994d-7d8b40649738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.489861 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-ab23c253-5388-4b3c-b4fb-4123186439da req-878036d1-b879-4e2d-994d-7d8b40649738 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 1127 time: 0.0540419 Mar 08 15:43:55.593899 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23c253-5388-4b3c-b4fb-4123186439da req-a55f9032-95ef-4c55-a0e0-20fa5cd20e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.595416 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-ab23c253-5388-4b3c-b4fb-4123186439da req-a55f9032-95ef-4c55-a0e0-20fa5cd20e54 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=59ab38d879c841aeb11a9c18728a251e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0999584 Mar 08 15:43:55.690741 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23c253-5388-4b3c-b4fb-4123186439da req-bc0790f4-0fc6-4b5e-9fbb-d0c7e0e5821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.692226 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-ab23c253-5388-4b3c-b4fb-4123186439da req-bc0790f4-0fc6-4b5e-9fbb-d0c7e0e5821e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0908663 Mar 08 15:43:55.780308 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-d94487ae-864a-4478-a6b3-65ef0970bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.781906 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-d94487ae-864a-4478-a6b3-65ef0970bc0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 1127 time: 0.0476286 Mar 08 15:43:55.829639 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-7a111dce-fdbf-4276-a856-99a2b1692b97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3da04a5-df8d-4027-a212-3348e0e9b69c HTTP/1.1" status: 200 len: 217 time: 0.0379117 Mar 08 15:43:55.883047 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-488d187e-d382-4c48-889c-5c52327b0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.884572 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-488d187e-d382-4c48-889c-5c52327b0715 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.0484810 Mar 08 15:43:55.929116 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea56a-17e8-4035-b582-02c45e988b24 req-ce7dd70d-3204-4361-87c3-592867d4aa6a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.930907 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c7eea56a-17e8-4035-b582-02c45e988b24 req-ce7dd70d-3204-4361-87c3-592867d4aa6a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 943 time: 0.0573678 Mar 08 15:43:55.937969 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-21553aba-3a33-4dcf-87da-c2d56486a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.940033 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-21553aba-3a33-4dcf-87da-c2d56486a052 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484972 Mar 08 15:43:55.980860 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c7eea56a-17e8-4035-b582-02c45e988b24 req-9aa65316-bfbf-40aa-97cd-a4181bbf76c4 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Mar 08 15:43:56.033926 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-dac0e943-0177-4906-b1b3-373b8ab076d2 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854101 Mar 08 15:43:56.345464 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0b71bc01-41ef-4345-a59b-56150d4f9283 req-c47a9d44-78f3-4766-83e4-f02e749670f0 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055463 Mar 08 15:43:57.163827 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9bf5f-5c2d-4b54-bf7e-5f058f6dc2fe req-53337929-2060-4bee-8a6a-a0170c622d7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:57.165335 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6da9bf5f-5c2d-4b54-bf7e-5f058f6dc2fe req-53337929-2060-4bee-8a6a-a0170c622d7a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 943 time: 0.0521398 Mar 08 15:43:57.211789 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6da9bf5f-5c2d-4b54-bf7e-5f058f6dc2fe req-513ef91e-05a0-4754-a8f5-eb93d4394a3c tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409424 Mar 08 15:43:58.331272 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1194d-f64d-42e9-b4ed-83a01d2472ee req-d0dbeaa6-5c01-49b9-9cf6-ac835177a790 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:58.332676 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bff1194d-f64d-42e9-b4ed-83a01d2472ee req-d0dbeaa6-5c01-49b9-9cf6-ac835177a790 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 943 time: 0.0549707 Mar 08 15:43:58.381338 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bff1194d-f64d-42e9-b4ed-83a01d2472ee req-83052dbb-e5e6-4b7d-9785-a6fc341af709 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Mar 08 15:43:59.500545 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff588c-4c9d-43b4-b31f-9caa843dac4a req-56990a6d-c0a8-477b-a15e-d5a00a58f7c6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:59.502101 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e3ff588c-4c9d-43b4-b31f-9caa843dac4a req-56990a6d-c0a8-477b-a15e-d5a00a58f7c6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 943 time: 0.0530217 Mar 08 15:43:59.549372 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e3ff588c-4c9d-43b4-b31f-9caa843dac4a req-aadae081-e9f9-4778-8ff0-68f24a804374 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Mar 08 15:44:00.019797 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device f3da04a5-df8d-4027-a212-3348e0e9b69c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:44:00.118262 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port f3da04a5-df8d-4027-a212-3348e0e9b69c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3da04a5-df8d-4027-a212-3348e0e9b69c,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:00.128288 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'port_id': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'mac_address': 'fa:16:3e:57:e2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:44:00.166333 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port f3da04a5-df8d-4027-a212-3348e0e9b69c is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:00.166726 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.179630 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3da04a5-df8d-4027-a212-3348e0e9b69c {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:44:00.198649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port f3da04a5-df8d-4027-a212-3348e0e9b69c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3da04a5-df8d-4027-a212-3348e0e9b69c,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:00.281534 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.332982 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=f3da04a5-df8d-4027-a212-3348e0e9b69c,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:00.588951 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['f3da04a5-df8d-4027-a212-3348e0e9b69c'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:00.670217 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a25c4-4352-434d-a201-f647690b517b req-4e54ce0e-20d3-4e4f-948c-f56bc72baf53 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:00.671699 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-028a25c4-4352-434d-a201-f647690b517b req-4e54ce0e-20d3-4e4f-948c-f56bc72baf53 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 944 time: 0.0542119 Mar 08 15:44:00.724243 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-028a25c4-4352-434d-a201-f647690b517b req-6df18dd7-9346-40d5-8f46-745b76792c1a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464046 Mar 08 15:44:01.843456 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43a94b-8c2e-4eea-9fc4-b0640bcfb349 req-1803976a-5614-48d4-abfa-5975b8a7f97a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.844944 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fe43a94b-8c2e-4eea-9fc4-b0640bcfb349 req-1803976a-5614-48d4-abfa-5975b8a7f97a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 944 time: 0.0547676 Mar 08 15:44:01.889730 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fe43a94b-8c2e-4eea-9fc4-b0640bcfb349 req-5f64751a-1d76-4d1f-ae95-d55dfb6c6571 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389187 Mar 08 15:44:02.021285 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device f3da04a5-df8d-4027-a212-3348e0e9b69c up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:02.129513 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port f3da04a5-df8d-4027-a212-3348e0e9b69c completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:44:02.133516 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port f3da04a5-df8d-4027-a212-3348e0e9b69c triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:02.137687 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.210665 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port f3da04a5-df8d-4027-a212-3348e0e9b69c is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:02.211067 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.233340 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3da04a5-df8d-4027-a212-3348e0e9b69c'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:02.235547 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e16eea-4b6a-4111-8e39-6e86e244c2fc" -d '{"events": [{"server_uuid": "0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b", "name": "network-vif-plugged", "status": "completed", "tag": "f3da04a5-df8d-4027-a212-3348e0e9b69c"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:02.248440 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port f3da04a5-df8d-4027-a212-3348e0e9b69c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3da04a5-df8d-4027-a212-3348e0e9b69c,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:02.271535 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077ee371-c979-4a7b-997f-0c44d4de234b x-openstack-request-id: req-077ee371-c979-4a7b-997f-0c44d4de234b {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:02.271773 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b", "name": "network-vif-plugged", "status": "completed", "tag": "f3da04a5-df8d-4027-a212-3348e0e9b69c", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:02.272034 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-077ee371-c979-4a7b-997f-0c44d4de234b {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:02.272463 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'code': 200} Mar 08 15:44:02.280662 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-ae8c68ec-1703-4275-b1ad-9440f5894711 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011102973&fields=id&tenant_id=a501642d06b54b94b85256a66c6be5fb HTTP/1.1" status: 200 len: 267 time: 0.0481970 Mar 08 15:44:02.332657 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.338345 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-7b955a73-618a-4bcf-bad0-f562124c0209 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:02.339845 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-7b955a73-618a-4bcf-bad0-f562124c0209 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 984 time: 0.0534863 Mar 08 15:44:02.350792 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Request body: {'port': {'security_groups': ['808ad8c8-07fd-43e1-b513-ffb678344f5e']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:02.381681 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=f3da04a5-df8d-4027-a212-3348e0e9b69c,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:02.431651 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.605335 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] For port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:02.615881 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5bef-3d62-4b53-9526-cd9dff8e0829 req-28088859-9c67-4b9b-a0c4-f0329b4daab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:02.617415 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-820b5bef-3d62-4b53-9526-cd9dff8e0829 req-28088859-9c67-4b9b-a0c4-f0329b4daab8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 1129 time: 0.0906665 Mar 08 15:44:02.633922 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.669897 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-820b5bef-3d62-4b53-9526-cd9dff8e0829 req-1427e32b-3a8a-4a57-b4dd-fc028ec7cc79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365906 Mar 08 15:44:02.703487 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.715333 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d7b7e08a-6ff2-43b2-b91c-03b323ee9f24'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:02.748271 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:02.748962 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.750368 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ccdd76ee-d88f-448e-9077-a879077fbf5d req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "PUT /v2.0/ports/d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 942 time: 0.4041243 Mar 08 15:44:02.750819 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:02.753172 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca23cc-d5fe-4ada-b622-5bba98229707" -d '{"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:02.757186 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48630) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:02.779422 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event updated for resources: {'Port': ['ID=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,revision_number=7']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:02.793332 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.794134 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.794693 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.795253 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.795789 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.796356 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.797200 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.797763 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.798296 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.799411 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.800057 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.800470 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.801164 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663da6d-a449-4e7e-850a-c300e9cda8a0 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:02.822387 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ebc776-e88b-46a3-9ed1-fc7f2f54e950 x-openstack-request-id: req-15ebc776-e88b-46a3-9ed1-fc7f2f54e950 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:02.822753 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:02.823084 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15ebc776-e88b-46a3-9ed1-fc7f2f54e950 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:02.823568 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'status': 'completed', 'code': 200} Mar 08 15:44:02.833021 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6ec498cb-e0af-40fa-95cd-1c1f4188a07e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group (65fc7b72-26af-42d7-ba2c-c12de58312d8), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.864930 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6ec498cb-e0af-40fa-95cd-1c1f4188a07e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group (65fc7b72-26af-42d7-ba2c-c12de58312d8), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.866635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d7b7e08a-6ff2-43b2-b91c-03b323ee9f24'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:03.007710 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-e3791ef0-0999-4764-8592-2fc5c166583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:03.009819 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-e3791ef0-0999-4764-8592-2fc5c166583e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1129 time: 0.0529599 Mar 08 15:44:03.022824 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b5815-9e68-44c2-891b-7a5cc90d3210 req-758c2225-5553-417c-83e0-149911f1e784 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:03.024299 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9d0b5815-9e68-44c2-891b-7a5cc90d3210 req-758c2225-5553-417c-83e0-149911f1e784 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 945 time: 0.0615294 Mar 08 15:44:03.054028 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-6e1116c2-6027-41a6-b468-b38739d4ef07 None None] Provisioning complete for port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:03.054853 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-6e1116c2-6027-41a6-b468-b38739d4ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:03.055357 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6ec498cb-e0af-40fa-95cd-1c1f4188a07e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (65fc7b72-26af-42d7-ba2c-c12de58312d8), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:03.058527 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6ec498cb-e0af-40fa-95cd-1c1f4188a07e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:03.064544 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-6ec498cb-e0af-40fa-95cd-1c1f4188a07e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "DELETE /v2.0/security-groups/65fc7b72-26af-42d7-ba2c-c12de58312d8 HTTP/1.1" status: 204 len: 168 time: 0.3012145 Mar 08 15:44:03.064686 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48634) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:03.103225 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec498cb-e0af-40fa-95cd-1c1f4188a07e tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fc7b72-26af-42d7-ba2c-c12de58312d8,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:03.124784 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9d0b5815-9e68-44c2-891b-7a5cc90d3210 req-d3bb9fec-8c5e-4622-b320-4ea50000a31a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943401 Mar 08 15:44:03.132221 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-abbb8707-e16d-41a1-974c-8c00af22c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:03.133679 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-abbb8707-e16d-41a1-974c-8c00af22c75a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 915 time: 0.1067488 Mar 08 15:44:03.167286 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-6e1116c2-6027-41a6-b468-b38739d4ef07 None None] Current status of the port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:03.206328 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-bf9c1464-29b6-4f88-b3c4-9b6600e9d7e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 1001 time: 0.0611708 Mar 08 15:44:03.253972 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-b57487b4-6acb-4c57-9fc7-e109f50958b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:03.255420 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-b57487b4-6acb-4c57-9fc7-e109f50958b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 200 len: 854 time: 0.0423682 Mar 08 15:44:03.258039 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Deleting port 04441d8d-293f-4b3b-b177-38875e36eed2 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:03.258381 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (04441d8d-293f-4b3b-b177-38875e36eed2), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:03.309649 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-b5767f8a-b36b-4ef8-a15f-2ba7013fbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:03.311256 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-b5767f8a-b36b-4ef8-a15f-2ba7013fbe86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fea8419-379e-4967-b7a3-57140b515585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474851 Mar 08 15:44:03.337211 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (04441d8d-293f-4b3b-b177-38875e36eed2), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:03.337211 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for floatingip (04441d8d-293f-4b3b-b177-38875e36eed2), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:03.349882 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Calling delete_port for 04441d8d-293f-4b3b-b177-38875e36eed2 owned by network:floatingip {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:03.401373 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-e150c922-74b6-4645-b8d3-ae194dd23506 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828097 Mar 08 15:44:03.492446 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-0aca23cc-d5fe-4ada-b622-5bba98229707 req-5ac1afb2-d178-4001-971a-4851f0bd1e76 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845103 Mar 08 15:44:03.606470 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (04441d8d-293f-4b3b-b177-38875e36eed2), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:03.634610 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event deleted for resources: {'Port': ['ID=04441d8d-293f-4b3b-b177-38875e36eed2,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:03.696244 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks [] for floatingip (94d6b34b-87f5-4e14-893d-1c36a9259331), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:03.698942 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Floating IP 94d6b34b-87f5-4e14-893d-1c36a9259331 disassociated (deleted). External IP: 172.27.3.177, port: d7b7e08a-6ff2-43b2-b91c-03b323ee9f24. Mar 08 15:44:03.905869 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Router 55c98f86-e705-4fd0-a678-54436c1c7ab1 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:04.015147 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:04.020435 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:04.025662 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] Sync routers for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:04.035005 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:04.035624 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:04.049208 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-648261da-0722-435c-b5ec-a10ebfcb28bd tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "DELETE /v2.0/floatingips/94d6b34b-87f5-4e14-893d-1c36a9259331 HTTP/1.1" status: 204 len: 168 time: 0.9843712 Mar 08 15:44:04.147025 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:04.262411 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067bf58-732f-4dbd-af7d-ec8382049e50 req-a6c54baf-aa28-4d39-8f86-3cb6bcd11734 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:04.263894 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6067bf58-732f-4dbd-af7d-ec8382049e50 req-a6c54baf-aa28-4d39-8f86-3cb6bcd11734 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 945 time: 0.0534701 Mar 08 15:44:04.320217 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6067bf58-732f-4dbd-af7d-ec8382049e50 req-b66a9bbe-73bc-454b-a602-fc02d38eeead tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493517 Mar 08 15:44:04.354969 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:13Z', 'revision_number': 5, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:04.380846 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] Checking router: 55c98f86-e705-4fd0-a678-54436c1c7ab1 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:04.389267 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:04.389871 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:04.623803 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:04.821569 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:13Z', 'revision_number': 5, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:04.824935 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:04.827294 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb292b0f-f89c-4f98-bd47-162a50b4aadd" -d '{"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:04.847642 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367b0b7-be96-44b3-af96-a6a30956396f None None] The sync data for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi is: [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:41:07Z', 'revision_number': 4, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '985b8760-3471-44cd-8cc1-fed3cd708c88', 'name': '', 'network_id': '8fea8419-379e-4967-b7a3-57140b515585', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:06Z', 'updated_at': '2022-03-08T15:41:13Z', 'revision_number': 5, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'subnets': [{'id': '115dfc99-d80d-43c7-8e4b-53a48104350d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:04.863447 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83350544-2317-4b62-af25-398515e0a5a9 x-openstack-request-id: req-83350544-2317-4b62-af25-398515e0a5a9 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:04.863791 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:04.864050 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83350544-2317-4b62-af25-398515e0a5a9 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:04.864514 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'status': 'completed', 'code': 200} Mar 08 15:44:04.948497 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-4c7ee8b0-760a-495a-893d-2bb5b94f84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:04.950034 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-4c7ee8b0-760a-495a-893d-2bb5b94f84d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a501642d06b54b94b85256a66c6be5fb&device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 1129 time: 0.0460753 Mar 08 15:44:05.050091 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-c9948b65-24f6-4e3f-982e-cc8fdcb1d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:05.051655 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-c9948b65-24f6-4e3f-982e-cc8fdcb1d71c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 200 len: 915 time: 0.0914693 Mar 08 15:44:05.061994 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344426b-8e8d-481d-83a7-adeb8ff0dcf8 None None] New status for floating IP 94d6b34b-87f5-4e14-893d-1c36a9259331: DOWN {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:44:05.107986 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-c66c8137-f97a-40f8-8a1b-e134440d8b29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 200 len: 217 time: 0.0350387 Mar 08 15:44:05.163379 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-665454b9-1b36-4295-9f16-04f1366ad780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:05.164991 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-665454b9-1b36-4295-9f16-04f1366ad780 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 200 len: 854 time: 0.0456567 Mar 08 15:44:05.220200 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-ceadd455-7747-4c1c-b75b-a829949854d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:05.231140 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-ceadd455-7747-4c1c-b75b-a829949854d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fea8419-379e-4967-b7a3-57140b515585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450380 Mar 08 15:44:05.317827 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-2f76d50f-9864-43fa-8d22-92094f78181a service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Mar 08 15:44:05.417037 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-cb292b0f-f89c-4f98-bd47-162a50b4aadd req-89e80d43-da73-4347-9937-541f0a54fbc1 service neutron] 10.222.0.24 "GET /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876598 Mar 08 15:44:05.447444 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea720-fcfe-4cd6-a83b-694d763c701a req-c9b70651-9037-4ce1-9f45-037bca783e87 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:05.447444 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4f1ea720-fcfe-4cd6-a83b-694d763c701a req-c9b70651-9037-4ce1-9f45-037bca783e87 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 945 time: 0.0618734 Mar 08 15:44:05.496261 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4f1ea720-fcfe-4cd6-a83b-694d763c701a req-f32e6376-5ccb-420a-b9ab-45b9fe3bf08a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423884 Mar 08 15:44:05.611277 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974960ce-8ca8-4433-914a-11e8c0efcde3 req-4be97ed7-fee9-4408-a349-e1cff71ce835 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:05.613395 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-974960ce-8ca8-4433-914a-11e8c0efcde3 req-4be97ed7-fee9-4408-a349-e1cff71ce835 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 945 time: 0.0544631 Mar 08 15:44:05.622631 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48662) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:05.627846 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Request body: {'floatingip': {'port_id': 'f3da04a5-df8d-4027-a212-3348e0e9b69c'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:05.666427 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (511e9f7b-db4a-4423-90db-85687edb6f14), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.109387 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.212305 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (511e9f7b-db4a-4423-90db-85687edb6f14), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.311125 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.l3_db [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Floating IP 511e9f7b-db4a-4423-90db-85687edb6f14 associated. External IP: 172.27.3.213, port: f3da04a5-df8d-4027-a212-3348e0e9b69c. Mar 08 15:44:06.519230 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:06.634742 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:06.639814 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.646515 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:06.657541 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:06.659468 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:06.671601 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-736c57df-642c-4aea-8c01-ab58d39e8a5b tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "PUT /v2.0/floatingips/511e9f7b-db4a-4423-90db-85687edb6f14 HTTP/1.1" status: 200 len: 991 time: 1.0478103 Mar 08 15:44:06.672316 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'tag': 'f3da04a5-df8d-4027-a212-3348e0e9b69c'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:06.675403 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b", "tag": "f3da04a5-df8d-4027-a212-3348e0e9b69c"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:06.754200 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b5c6cf-f9b4-48d2-978e-ef17b2a452c4 x-openstack-request-id: req-d3b5c6cf-f9b4-48d2-978e-ef17b2a452c4 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:06.754534 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b", "tag": "f3da04a5-df8d-4027-a212-3348e0e9b69c", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:06.754818 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3b5c6cf-f9b4-48d2-978e-ef17b2a452c4 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:06.755215 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'tag': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'status': 'completed', 'code': 200} Mar 08 15:44:06.793022 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:06.844040 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-1ea1aca0-e4ff-44d4-b252-6977cdba161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:06.846330 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-1ea1aca0-e4ff-44d4-b252-6977cdba161b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ab38d879c841aeb11a9c18728a251e&device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 1129 time: 0.0618789 Mar 08 15:44:06.948710 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-0ca581f2-7f40-426a-be48-e114a811e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:06.948710 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-0ca581f2-7f40-426a-be48-e114a811e819 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 200 len: 915 time: 0.0931630 Mar 08 15:44:07.013376 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-f9f901b9-c621-4881-83a0-88d3a5d22e0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3da04a5-df8d-4027-a212-3348e0e9b69c HTTP/1.1" status: 200 len: 999 time: 0.0598013 Mar 08 15:44:07.045652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '511e9f7b-db4a-4423-90db-85687edb6f14', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:57:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:49Z', 'updated_at': '2022-03-08T15:44:06Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:07.063059 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-e1fb4b65-c2db-4fbc-9fd5-25c3fd2bf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:07.065098 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-e1fb4b65-c2db-4fbc-9fd5-25c3fd2bf0ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 200 len: 854 time: 0.0443635 Mar 08 15:44:07.076635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:07.086593 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:07.087221 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:07.119698 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-7eea7732-04eb-44f6-acf3-8c4add028481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:07.121276 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-7eea7732-04eb-44f6-acf3-8c4add028481 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e25df95b-1720-4193-966a-ca26942242e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479193 Mar 08 15:44:07.195372 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:07.217211 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-7b519419-7898-4b05-a017-be2ee50d0d49 service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860105 Mar 08 15:44:07.316569 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-c37f1558-5c18-45c8-8f8b-2c0ad36fdff0 req-1bc6d96d-4fbb-42f5-800f-924a9866bf7b service neutron] 10.222.0.24 "GET /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871556 Mar 08 15:44:07.418001 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '511e9f7b-db4a-4423-90db-85687edb6f14', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:57:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:49Z', 'updated_at': '2022-03-08T15:44:06Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:07.447848 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039f6c8-97ac-4775-b2c0-d0f813f1e8c3 None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '511e9f7b-db4a-4423-90db-85687edb6f14', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'port_id': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'mac_address': 'fa:16:3e:57:e2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:49Z', 'updated_at': '2022-03-08T15:44:06Z', 'revision_number': 1, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:07.637709 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cceb691-84c1-428e-bc8f-6c641d409a6b None None] New status for floating IP 511e9f7b-db4a-4423-90db-85687edb6f14: ACTIVE {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:44:08.474547 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d9af4-4e7d-4566-a1f1-ba28e9fda4c0 req-4bb383c4-5ef5-4c5b-9f0e-bf1307b17609 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:08.475921 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a00d9af4-4e7d-4566-a1f1-ba28e9fda4c0 req-4bb383c4-5ef5-4c5b-9f0e-bf1307b17609 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0518994 Mar 08 15:44:08.520844 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a00d9af4-4e7d-4566-a1f1-ba28e9fda4c0 req-0dec8afc-1322-4671-a304-9453e68b00d8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392811 Mar 08 15:44:09.646344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6586e-e534-472a-b365-a4d0f8c07548 req-dfe2b67a-e4f0-44d6-bb88-2d849e9cfde9 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:09.647842 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ddf6586e-e534-472a-b365-a4d0f8c07548 req-dfe2b67a-e4f0-44d6-bb88-2d849e9cfde9 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0604305 Mar 08 15:44:09.695941 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ddf6586e-e534-472a-b365-a4d0f8c07548 req-275d5004-c266-4626-92eb-7260b80c5d3c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Mar 08 15:44:10.656743 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-9ffcb878-1c3b-4705-a3e9-24e3550e640c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:10.658184 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-9ffcb878-1c3b-4705-a3e9-24e3550e640c tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.24 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0519371 Mar 08 15:44:10.754771 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Deleting port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:10.755117 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:10.820296 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1644e0-4377-4dda-a2e6-4afdab8eb17f req-fb5a5dd2-374c-42d2-a6ef-e7b194011e8d tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:10.821861 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb1644e0-4377-4dda-a2e6-4afdab8eb17f req-fb5a5dd2-374c-42d2-a6ef-e7b194011e8d tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 945 time: 0.0548468 Mar 08 15:44:10.870996 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb1644e0-4377-4dda-a2e6-4afdab8eb17f req-55c31693-766a-4fae-a65c-b42190bec696 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/security-groups?id=808ad8c8-07fd-43e1-b513-ffb678344f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Mar 08 15:44:11.062370 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] For port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:11.062648 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:11.074619 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Calling delete_port for d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 owned by compute:nova {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:11.263777 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (d7b7e08a-6ff2-43b2-b91c-03b323ee9f24), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:11.276915 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d7b7e08a-6ff2-43b2-b91c-03b323ee9f24'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:11.289673 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Pushing event deleted for resources: {'Port': ['ID=d7b7e08a-6ff2-43b2-b91c-03b323ee9f24,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:11.335024 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] No DVR routers for this DVR port d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 on host hv-cinder-83009 {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:11.337618 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:11.340876 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-ef8da171-78eb-466c-a3ff-554fc77de0b1 req-7ac123ec-499b-4f4f-9558-b7f5176535a8 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.24 "DELETE /v2.0/ports/d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 HTTP/1.1" status: 204 len: 173 time: 0.6754181 Mar 08 15:44:11.341310 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'name': 'network-vif-deleted', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:11.343515 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42abec61-b4d8-4305-a598-6152c3ddabc5" -d '{"events": [{"server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "name": "network-vif-deleted", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:11.377045 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968ad6a2-62fd-4aa5-9cf3-b36c28b07966 x-openstack-request-id: req-968ad6a2-62fd-4aa5-9cf3-b36c28b07966 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:11.377340 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4745dccc-5574-498d-864c-ba758b371ed9", "name": "network-vif-deleted", "tag": "d7b7e08a-6ff2-43b2-b91c-03b323ee9f24", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:11.377593 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-968ad6a2-62fd-4aa5-9cf3-b36c28b07966 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:11.378001 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4745dccc-5574-498d-864c-ba758b371ed9', 'name': 'network-vif-deleted', 'tag': 'd7b7e08a-6ff2-43b2-b91c-03b323ee9f24', 'status': 'completed', 'code': 200} Mar 08 15:44:11.978098 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-92b690cb-e3f9-4d85-a34d-89a4f74d8d38 req-111bd389-c851-4b23-816c-4485dfdb2ab2 tempest-TestMinimumBasicScenario-1105021833 tempest-TestMinimumBasicScenario-1105021833-project] 10.222.0.25 "GET /v2.0/ports?device_id=4745dccc-5574-498d-864c-ba758b371ed9 HTTP/1.1" status: 200 len: 210 time: 0.0313380 Mar 08 15:44:14.041247 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:14.060515 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:14.060868 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d7b7e08a-6ff2-43b2-b91c-03b323ee9f24 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:14.467022 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48768) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:14.880556 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (55c98f86-e705-4fd0-a678-54436c1c7ab1), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:15.175705 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Deleting port 985b8760-3471-44cd-8cc1-fed3cd708c88 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:15.175954 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:15.253582 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] For port 985b8760-3471-44cd-8cc1-fed3cd708c88, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=985b8760-3471-44cd-8cc1-fed3cd708c88,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:15.253934 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:15.265381 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Calling delete_port for 985b8760-3471-44cd-8cc1-fed3cd708c88 owned by network:router_interface {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:15.509390 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (985b8760-3471-44cd-8cc1-fed3cd708c88), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:15.536466 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Pushing event deleted for resources: {'Port': ['ID=985b8760-3471-44cd-8cc1-fed3cd708c88,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:15.560996 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.561155 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.561502 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.561845 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.562176 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.562504 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.562834 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.563163 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.563490 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.563817 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.564140 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.564482 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.564834 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:15.715717 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (55c98f86-e705-4fd0-a678-54436c1c7ab1), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:15.930156 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Router 55c98f86-e705-4fd0-a678-54436c1c7ab1 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:16.035150 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:16.042354 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-3cec7a93-0c5e-4d7c-bfb7-a9590695c183 admin admin] 10.222.0.25 "PUT /v2.0/routers/55c98f86-e705-4fd0-a678-54436c1c7ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5718765 Mar 08 15:44:16.042442 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48780) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:16.043692 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] Sync routers for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:16.053469 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:16.054337 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:16.147493 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks [] for router (55c98f86-e705-4fd0-a678-54436c1c7ab1), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:16.159414 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:16.250376 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks [] for router_gateway (55c98f86-e705-4fd0-a678-54436c1c7ab1), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:16.335333 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:44:15Z', 'revision_number': 5, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port': {'id': 'a8882b59-1345-4bae-86af-03e9aef37c3b', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:04Z', 'updated_at': '2022-03-08T15:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:16.354750 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Deleting port a8882b59-1345-4bae-86af-03e9aef37c3b {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:16.355085 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:16.360697 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] Checking router: 55c98f86-e705-4fd0-a678-54436c1c7ab1 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:16.368901 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] Routers {'55c98f86-e705-4fd0-a678-54436c1c7ab1'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:16.369934 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['55c98f86-e705-4fd0-a678-54436c1c7ab1'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:16.434301 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] For port a8882b59-1345-4bae-86af-03e9aef37c3b, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=a8882b59-1345-4bae-86af-03e9aef37c3b,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:16.434660 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:16.446737 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Calling delete_port for a8882b59-1345-4bae-86af-03e9aef37c3b owned by network:router_gateway {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:16.457266 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] Set router 55c98f86-e705-4fd0-a678-54436c1c7ab1 gateway port host: None {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:16.511204 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:44:16Z', 'revision_number': 6, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port_host': None}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:16.536779 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a261d7-ed4d-405b-b169-6bbd20c67700 None None] The sync data for ids ['55c98f86-e705-4fd0-a678-54436c1c7ab1'] in dv-cinder-830097-2-iscsi is: [{'id': '55c98f86-e705-4fd0-a678-54436c1c7ab1', 'name': 'tempest-TestMinimumBasicScenario-1227923182-router', 'tenant_id': 'a501642d06b54b94b85256a66c6be5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:03Z', 'updated_at': '2022-03-08T15:44:16Z', 'revision_number': 6, 'project_id': 'a501642d06b54b94b85256a66c6be5fb', 'gw_port_host': None}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:16.691816 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (a8882b59-1345-4bae-86af-03e9aef37c3b), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:16.716667 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8882b59-1345-4bae-86af-03e9aef37c3b,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:16.778320 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (55c98f86-e705-4fd0-a678-54436c1c7ab1), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:16.869589 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (55c98f86-e705-4fd0-a678-54436c1c7ab1), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:16.871600 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks [] for router_controller (55c98f86-e705-4fd0-a678-54436c1c7ab1), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.006385 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (55c98f86-e705-4fd0-a678-54436c1c7ab1), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.006914 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c98f86-e705-4fd0-a678-54436c1c7ab1 {{(pid=104199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:44:17.011026 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.012221 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-bbb63b0c-25d9-409d-b2ce-1e79126fea61 admin admin] 10.222.0.25 "DELETE /v2.0/routers/55c98f86-e705-4fd0-a678-54436c1c7ab1 HTTP/1.1" status: 204 len: 168 time: 0.9689198 Mar 08 15:44:17.014605 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48784) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:17.057433 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8657730-a42d-4fb1-b15e-16aecc532031 admin admin] Deleting subnet 115dfc99-d80d-43c7-8e4b-53a48104350d {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:44:17.060413 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8657730-a42d-4fb1-b15e-16aecc532031 admin admin] Publish callbacks [] for subnet (115dfc99-d80d-43c7-8e4b-53a48104350d), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.092202 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8657730-a42d-4fb1-b15e-16aecc532031 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (115dfc99-d80d-43c7-8e4b-53a48104350d), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.197508 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8657730-a42d-4fb1-b15e-16aecc532031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (115dfc99-d80d-43c7-8e4b-53a48104350d), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.343119 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8657730-a42d-4fb1-b15e-16aecc532031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (115dfc99-d80d-43c7-8e4b-53a48104350d), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.373501 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8657730-a42d-4fb1-b15e-16aecc532031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115dfc99-d80d-43c7-8e4b-53a48104350d,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:17.378869 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d8657730-a42d-4fb1-b15e-16aecc532031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.386004 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d8657730-a42d-4fb1-b15e-16aecc532031 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/115dfc99-d80d-43c7-8e4b-53a48104350d HTTP/1.1" status: 204 len: 168 time: 0.3671191 Mar 08 15:44:17.386094 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682075a-009b-4bea-b468-3e9fc3d4c7b3 None None] Network 8fea8419-379e-4967-b7a3-57140b515585 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:44:17.386524 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48786) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:17.716024 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (8fea8419-379e-4967-b7a3-57140b515585), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.718924 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] DHCP port deletion for 8fea8419-379e-4967-b7a3-57140b515585 request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:44:17.771703 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] Deleting port d0adcf15-381a-4143-b12a-dfded8951a6c {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:17.772366 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.775536 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Deleting port d0adcf15-381a-4143-b12a-dfded8951a6c {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:17.775910 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.845058 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] For port d0adcf15-381a-4143-b12a-dfded8951a6c, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=d0adcf15-381a-4143-b12a-dfded8951a6c,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:17.845744 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.847734 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] For port d0adcf15-381a-4143-b12a-dfded8951a6c, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=d0adcf15-381a-4143-b12a-dfded8951a6c,segment=NetworkSegment(c4744e8d-ad97-43af-9517-355791e229d8),segment_id=c4744e8d-ad97-43af-9517-355791e229d8)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:17.848094 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:17.860806 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Calling delete_port for d0adcf15-381a-4143-b12a-dfded8951a6c owned by network:dhcp {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:17.862262 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] Calling delete_port for d0adcf15-381a-4143-b12a-dfded8951a6c owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:17.876285 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 985b8760-3471-44cd-8cc1-fed3cd708c88 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:17.960713 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 985b8760-3471-44cd-8cc1-fed3cd708c88 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:17.961056 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 985b8760-3471-44cd-8cc1-fed3cd708c88 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:17.961488 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device d0adcf15-381a-4143-b12a-dfded8951a6c no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:18.023621 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.041609 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No active binding found for port d0adcf15-381a-4143-b12a-dfded8951a6c {{(pid=104202) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 15:44:18.041990 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] The host dv-cinder-830097-2-iscsi is not matching for port d0adcf15-381a-4143-b12a-dfded8951a6c host None! {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 15:44:18.042379 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device d0adcf15-381a-4143-b12a-dfded8951a6c not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:18.042806 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a8882b59-1345-4bae-86af-03e9aef37c3b no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:18.054602 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0adcf15-381a-4143-b12a-dfded8951a6c,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:18.056459 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] No DVR routers for this DVR port d0adcf15-381a-4143-b12a-dfded8951a6c on host dv-cinder-830097-2-iscsi {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:18.069068 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: a8882b59-1345-4bae-86af-03e9aef37c3b {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:18.069416 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a8882b59-1345-4bae-86af-03e9aef37c3b not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:18.075168 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (d0adcf15-381a-4143-b12a-dfded8951a6c), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.109012 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] Pushing event deleted for resources: {'Port': ['ID=d0adcf15-381a-4143-b12a-dfded8951a6c,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:18.113726 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0cb7a0-ed96-450c-ba64-d9a3a7a1d8c4 None None] No DVR routers for this DVR port d0adcf15-381a-4143-b12a-dfded8951a6c on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:18.127276 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (8fea8419-379e-4967-b7a3-57140b515585), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.147745 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fea8419-379e-4967-b7a3-57140b515585']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:18.157164 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4744e8d-ad97-43af-9517-355791e229d8') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:18.157459 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4744e8d-ad97-43af-9517-355791e229d8') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:18.166562 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (c4744e8d-ad97-43af-9517-355791e229d8), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.180020 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (c4744e8d-ad97-43af-9517-355791e229d8), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.185747 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:44:18.186184 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (c4744e8d-ad97-43af-9517-355791e229d8), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:44:18.187910 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:44:18.260374 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-54617bf8-a7fb-4509-bf13-e3c19e8c674d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.338174 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (8fea8419-379e-4967-b7a3-57140b515585), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.342462 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.345829 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8fea8419-379e-4967-b7a3-57140b515585 HTTP/1.1" status: 204 len: 168 time: 0.9594564 Mar 08 15:44:18.349320 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48790) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:18.358944 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8972e3-33cd-41b8-bb34-64f234ad7402 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fea8419-379e-4967-b7a3-57140b515585,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:18.686314 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:18.927833 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Deleting port 89f0a99a-264f-421c-b1db-69a2ec4b05e8 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:18.928201 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:19.004930 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] For port 89f0a99a-264f-421c-b1db-69a2ec4b05e8, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=89f0a99a-264f-421c-b1db-69a2ec4b05e8,segment=NetworkSegment(9a9a5afd-c010-4a62-b7dd-d24a667efaf5),segment_id=9a9a5afd-c010-4a62-b7dd-d24a667efaf5)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:19.005241 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:19.008882 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:19.016459 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Calling delete_port for 89f0a99a-264f-421c-b1db-69a2ec4b05e8 owned by network:router_interface {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:19.249208 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (89f0a99a-264f-421c-b1db-69a2ec4b05e8), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:19.273368 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f0a99a-264f-421c-b1db-69a2ec4b05e8,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:19.452169 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:19.668544 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:20.037573 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:20.043479 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0c306ad0-4875-4269-8b04-801b40cc9a52 admin admin] 10.222.0.25 "PUT /v2.0/routers/0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6928558 Mar 08 15:44:20.045878 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48802) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:20.047794 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] Sync routers for ids ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:20.059761 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] Routers {'0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:20.060407 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:43:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:20.154055 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks [] for router (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:20.165073 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] Set router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:20.260397 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks [] for router_gateway (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:20.317793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9762-30aa-44d4-aada-cf6542b01147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:20.338840 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:44:19Z', 'revision_number': 5, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:20.368333 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] Checking router: 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:20.376465 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] Routers {'0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:20.377088 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:20.427480 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Deleting port 009d7999-4b44-4216-b11f-0fafe3234d48 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:20.427729 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:20.481472 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] Set router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:20.504420 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] For port 009d7999-4b44-4216-b11f-0fafe3234d48, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=009d7999-4b44-4216-b11f-0fafe3234d48,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:20.504996 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:20.516212 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Calling delete_port for 009d7999-4b44-4216-b11f-0fafe3234d48 owned by network:router_gateway {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:20.652589 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:44:19Z', 'revision_number': 5, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:20.679108 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec309269-84dc-46c2-8b91-06c61a8795c3 None None] The sync data for ids ['0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a'] in dv-cinder-830097-2-iscsi is: [{'id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'name': 'tempest-TestMinimumBasicScenario-292471019-router', 'tenant_id': 'c6756c1e2e044897b12a0201794685d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:13Z', 'updated_at': '2022-03-08T15:44:19Z', 'revision_number': 5, 'project_id': 'c6756c1e2e044897b12a0201794685d1', 'gw_port': {'id': '009d7999-4b44-4216-b11f-0fafe3234d48', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:16Z', 'updated_at': '2022-03-08T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:20.743392 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (009d7999-4b44-4216-b11f-0fafe3234d48), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:20.768436 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Pushing event deleted for resources: {'Port': ['ID=009d7999-4b44-4216-b11f-0fafe3234d48,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:20.827220 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:20.930979 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:20.932971 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks [] for router_controller (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.060762 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.061356 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a {{(pid=104200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:44:21.067046 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.070159 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-c59b0e40-7cba-4552-a726-0f895353c51c admin admin] 10.222.0.25 "DELETE /v2.0/routers/0fbb4379-90ec-47d4-b78a-3b1c5eb8cb4a HTTP/1.1" status: 204 len: 168 time: 1.0232954 Mar 08 15:44:21.072740 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48806) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:21.117745 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd60c28-2553-4611-bdcb-91015f3ee2d4 admin admin] Deleting subnet 14938222-4d7a-4d82-92de-7dd150321bf6 {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:44:21.121080 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bcd60c28-2553-4611-bdcb-91015f3ee2d4 admin admin] Publish callbacks [] for subnet (14938222-4d7a-4d82-92de-7dd150321bf6), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.155530 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bcd60c28-2553-4611-bdcb-91015f3ee2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (14938222-4d7a-4d82-92de-7dd150321bf6), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.237074 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bcd60c28-2553-4611-bdcb-91015f3ee2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (14938222-4d7a-4d82-92de-7dd150321bf6), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.358315 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bcd60c28-2553-4611-bdcb-91015f3ee2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (14938222-4d7a-4d82-92de-7dd150321bf6), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.383840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd60c28-2553-4611-bdcb-91015f3ee2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14938222-4d7a-4d82-92de-7dd150321bf6,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:21.388000 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-bcd60c28-2553-4611-bdcb-91015f3ee2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.391205 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-bcd60c28-2553-4611-bdcb-91015f3ee2d4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/14938222-4d7a-4d82-92de-7dd150321bf6 HTTP/1.1" status: 204 len: 168 time: 0.3174481 Mar 08 15:44:21.394244 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48808) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:21.394929 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9e752-123c-4394-8e5e-15f29565eead None None] Network f8afa7e8-633d-4ce6-be90-f04a535b678f requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:44:21.463774 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (f8afa7e8-633d-4ce6-be90-f04a535b678f), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.514341 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Deleting port 3a79594e-859c-4abd-8be0-e323a6a96b2e {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:21.514680 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.574321 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] For port 3a79594e-859c-4abd-8be0-e323a6a96b2e, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=3a79594e-859c-4abd-8be0-e323a6a96b2e,segment=NetworkSegment(9a9a5afd-c010-4a62-b7dd-d24a667efaf5),segment_id=9a9a5afd-c010-4a62-b7dd-d24a667efaf5)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:21.574672 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.590449 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Calling delete_port for 3a79594e-859c-4abd-8be0-e323a6a96b2e owned by network:dhcp {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:21.679221 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] DHCP port deletion for f8afa7e8-633d-4ce6-be90-f04a535b678f request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:44:21.700030 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.721475 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] Deleting port 3a79594e-859c-4abd-8be0-e323a6a96b2e {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:21.721843 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.729233 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.755437 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a79594e-859c-4abd-8be0-e323a6a96b2e,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:21.758899 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] No DVR routers for this DVR port 3a79594e-859c-4abd-8be0-e323a6a96b2e on host dv-cinder-830097-2-iscsi {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:21.783474 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] For port 3a79594e-859c-4abd-8be0-e323a6a96b2e, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=3a79594e-859c-4abd-8be0-e323a6a96b2e,segment=NetworkSegment(9a9a5afd-c010-4a62-b7dd-d24a667efaf5),segment_id=9a9a5afd-c010-4a62-b7dd-d24a667efaf5)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:21.783871 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.800898 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] Calling delete_port for 3a79594e-859c-4abd-8be0-e323a6a96b2e owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:21.835771 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (f8afa7e8-633d-4ce6-be90-f04a535b678f), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.858804 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8afa7e8-633d-4ce6-be90-f04a535b678f']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:21.869757 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9a5afd-c010-4a62-b7dd-d24a667efaf5') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:21.869905 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 89f0a99a-264f-421c-b1db-69a2ec4b05e8 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:21.870061 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9a5afd-c010-4a62-b7dd-d24a667efaf5') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:21.880197 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (9a9a5afd-c010-4a62-b7dd-d24a667efaf5), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.893023 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (9a9a5afd-c010-4a62-b7dd-d24a667efaf5), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.894855 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 89f0a99a-264f-421c-b1db-69a2ec4b05e8 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:21.895152 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 89f0a99a-264f-421c-b1db-69a2ec4b05e8 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:21.895572 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 009d7999-4b44-4216-b11f-0fafe3234d48 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:21.899104 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:44:21.899519 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (9a9a5afd-c010-4a62-b7dd-d24a667efaf5), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:44:21.901180 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:44:21.915429 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 009d7999-4b44-4216-b11f-0fafe3234d48 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:21.915782 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 009d7999-4b44-4216-b11f-0fafe3234d48 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:21.916228 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 3a79594e-859c-4abd-8be0-e323a6a96b2e no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:21.918952 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (3a79594e-859c-4abd-8be0-e323a6a96b2e), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:21.942349 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 3a79594e-859c-4abd-8be0-e323a6a96b2e {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:21.942695 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 3a79594e-859c-4abd-8be0-e323a6a96b2e not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:21.963476 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] Pushing event deleted for resources: {'Port': ['ID=3a79594e-859c-4abd-8be0-e323a6a96b2e,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:21.966980 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d026e-0da6-436b-b834-d09ad2cb77f3 None None] No DVR routers for this DVR port 3a79594e-859c-4abd-8be0-e323a6a96b2e on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:22.048917 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (f8afa7e8-633d-4ce6-be90-f04a535b678f), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:22.055352 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:22.058485 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f8afa7e8-633d-4ce6-be90-f04a535b678f HTTP/1.1" status: 204 len: 168 time: 0.6632609 Mar 08 15:44:22.069307 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdee59-60aa-46c8-9ad2-b54694838121 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8afa7e8-633d-4ce6-be90-f04a535b678f,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:22.394616 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48814) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:22.434530 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-74157982-0610-46a6-b93c-ca855203fa20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a501642d06b54b94b85256a66c6be5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387681 Mar 08 15:44:22.437012 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48816) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:22.482201 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42048610-583c-4141-a465-2d980f19859b admin admin] Publish callbacks [] for security_group (808ad8c8-07fd-43e1-b513-ffb678344f5e), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:22.502082 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42048610-583c-4141-a465-2d980f19859b admin admin] Publish callbacks [] for security_group (808ad8c8-07fd-43e1-b513-ffb678344f5e), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:22.612020 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42048610-583c-4141-a465-2d980f19859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (808ad8c8-07fd-43e1-b513-ffb678344f5e), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:22.614618 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-42048610-583c-4141-a465-2d980f19859b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:22.615737 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-42048610-583c-4141-a465-2d980f19859b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/808ad8c8-07fd-43e1-b513-ffb678344f5e HTTP/1.1" status: 204 len: 168 time: 0.1777592 Mar 08 15:44:22.623321 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42048610-583c-4141-a465-2d980f19859b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808ad8c8-07fd-43e1-b513-ffb678344f5e,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:23.188853 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:23.430087 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48826) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:23.469216 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-9d68e3c8-1ee5-452b-b58c-0b3fbd3422a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6756c1e2e044897b12a0201794685d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380080 Mar 08 15:44:23.471536 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48828) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:23.520336 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-100179d4-9df8-44e0-9dd3-9910f1faa098 admin admin] Publish callbacks [] for security_group (0bc96659-f63c-4ca7-b69d-076260076988), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:23.540841 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-100179d4-9df8-44e0-9dd3-9910f1faa098 admin admin] Publish callbacks [] for security_group (0bc96659-f63c-4ca7-b69d-076260076988), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:23.671781 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-100179d4-9df8-44e0-9dd3-9910f1faa098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0bc96659-f63c-4ca7-b69d-076260076988), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:23.674822 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-100179d4-9df8-44e0-9dd3-9910f1faa098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:23.675988 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-100179d4-9df8-44e0-9dd3-9910f1faa098 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bc96659-f63c-4ca7-b69d-076260076988 HTTP/1.1" status: 204 len: 168 time: 0.2035382 Mar 08 15:44:23.685313 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100179d4-9df8-44e0-9dd3-9910f1faa098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc96659-f63c-4ca7-b69d-076260076988,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:24.737901 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:24.762543 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48864) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:24.858388 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-46820269-network', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:24.957957 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Made reservation on behalf of 446fa0e6566c4e8abfe18b45a5e42110 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:44:24.960315 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:24.969302 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.053780 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Publish callbacks [] for security_group (c775d469-325f-4983-b891-fc5a8b267388), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.140035 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c775d469-325f-4983-b891-fc5a8b267388), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.164455 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:44:25.173936 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c775d469-325f-4983-b891-fc5a8b267388,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:25.179394 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (bbb6109d-977b-4ce7-9854-46dfa4bb8f3b), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.179809 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Added segment bbb6109d-977b-4ce7-9854-46dfa4bb8f3b of type vlan for network a87c9abc-d153-46f0-a0df-0218006e0ef6 Mar 08 15:44:25.218546 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (a87c9abc-d153-46f0-a0df-0218006e0ef6), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.314991 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (a87c9abc-d153-46f0-a0df-0218006e0ef6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.316563 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:25.317161 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.364328 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:44:25.375843 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] Pushing event updated for resources: {'Network': ['ID=a87c9abc-d153-46f0-a0df-0218006e0ef6,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:25.386287 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:44:25.434456 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-f7aae4fe-b2f1-43c6-a3ce-781e9581d8da admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6708295 Mar 08 15:44:25.437811 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48870) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:25.442539 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Request body: {'subnet': {'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-46820269-subnet', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:25.523116 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Made reservation on behalf of 446fa0e6566c4e8abfe18b45a5e42110 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:44:25.525596 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547641'] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.769430 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547623'] for subnet (758b16cf-b0bf-4875-8cea-e4e64de35977), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:25.826554 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=758b16cf-b0bf-4875-8cea-e4e64de35977,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:25.832077 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Checking segment: {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:25.832444 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Network hostable DHCP agents. Network: a87c9abc-d153-46f0-a0df-0218006e0ef6, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:44:25.923005 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:44:26.031096 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, a87c9abc-d153-46f0-a0df-0218006e0ef6) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:26.035461 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:26.036167 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.040544 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b05a5-8972-4d0e-b804-fe1804a7d08d None None] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:44:26.137792 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-a87c9abc-d153-46f0-a0df-0218006e0ef6', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:44:26.138709 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.154659 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-f1ec0b0b-f663-45ba-aa31-86d007a2dc6c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7157993 Mar 08 15:44:26.157242 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48878) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:26.162052 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:26.266500 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Allocated IP 172.20.0.2 (a87c9abc-d153-46f0-a0df-0218006e0ef6/758b16cf-b0bf-4875-8cea-e4e64de35977/632b78a9-0162-471c-bc9f-bfbb473aa860) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:26.283591 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.284695 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.340206 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks [] for router_controller (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), precommit_add_association {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.404414 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Publish callbacks [] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.463941 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.505369 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:26.509598 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:26.513090 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:26.520608 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Pushing event updated for resources: {'Port': ['ID=632b78a9-0162-471c-bc9f-bfbb473aa860,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:26.540629 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks [] for router_gateway (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.572516 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Attempting to bind port 632b78a9-0162-471c-bc9f-bfbb473aa860 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:44:26.572887 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Attempting to bind port 632b78a9-0162-471c-bc9f-bfbb473aa860 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:44:26.573244 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Attempting to bind port 632b78a9-0162-471c-bc9f-bfbb473aa860 on network a87c9abc-d153-46f0-a0df-0218006e0ef6 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:26.578185 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:44:26.578582 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Checking segment: {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:26.578981 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.579363 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Bound using segment: {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:44:26.579816 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Bound port: 632b78a9-0162-471c-bc9f-bfbb473aa860, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:44:26.580214 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.641649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] For port 632b78a9-0162-471c-bc9f-bfbb473aa860, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:44:26.644627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] For port 632b78a9-0162-471c-bc9f-bfbb473aa860, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=632b78a9-0162-471c-bc9f-bfbb473aa860,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:44:26.717839 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.782094 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c61f5-a413-49bf-ab04-4a1be97048cc None None] Pushing event updated for resources: {'Port': ['ID=632b78a9-0162-471c-bc9f-bfbb473aa860,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:26.790128 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks [] for router_gateway (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.810423 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:26.939820 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Allocated IP 172.27.3.56 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/1f938841-f0a1-47a7-a7bf-63d1c7005d1e) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:27.047394 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks [] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:27.186648 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:27.229050 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:27.231783 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:27.235150 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:27.241300 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=1f938841-f0a1-47a7-a7bf-63d1c7005d1e,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:27.555409 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks [] for router_gateway (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:27.651798 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be65998a-3667-4d1d-99c9-1f73ced3d2f9 None None] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:44:27.766622 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-18d5d897-9beb-41ea-925b-b61cbfc4734a None None] Provisioning complete for port 632b78a9-0162-471c-bc9f-bfbb473aa860 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:27.767039 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:27.767330 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-18d5d897-9beb-41ea-925b-b61cbfc4734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:27.871978 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-18d5d897-9beb-41ea-925b-b61cbfc4734a None None] Current status of the port 632b78a9-0162-471c-bc9f-bfbb473aa860 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:27.872497 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-18d5d897-9beb-41ea-925b-b61cbfc4734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:27.917465 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-18d5d897-9beb-41ea-925b-b61cbfc4734a None None] For port 632b78a9-0162-471c-bc9f-bfbb473aa860, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=632b78a9-0162-471c-bc9f-bfbb473aa860,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:27.944050 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 632b78a9-0162-471c-bc9f-bfbb473aa860 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:27.996001 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 632b78a9-0162-471c-bc9f-bfbb473aa860 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:27.996445 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:28.023940 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-18d5d897-9beb-41ea-925b-b61cbfc4734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:28.087325 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5d897-9beb-41ea-925b-b61cbfc4734a None None] Pushing event updated for resources: {'Port': ['ID=632b78a9-0162-471c-bc9f-bfbb473aa860,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:28.126933 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 632b78a9-0162-471c-bc9f-bfbb473aa860 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:28.141908 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-52a50b34-b481-40c2-99f6-8c8cbd001882 None None] Provisioning complete for port 632b78a9-0162-471c-bc9f-bfbb473aa860 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:28.142282 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-52a50b34-b481-40c2-99f6-8c8cbd001882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:28.208716 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:44:28.220309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-52a50b34-b481-40c2-99f6-8c8cbd001882 None None] Current status of the port 632b78a9-0162-471c-bc9f-bfbb473aa860 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:28.311300 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:28.320964 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Sync routers for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:28.330175 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:28.334092 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:28.405391 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:28.406683 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8b588b4b-5d4a-45d9-b782-bec2e8016ed8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2484260 Mar 08 15:44:28.410155 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48890) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:28.560122 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:28.742462 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:27Z', 'revision_number': 3, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:28.777748 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Checking router: f02c4ea0-8942-43f4-95b2-3a58ca77cea9 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:28.778147 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Updating router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:44:28.816456 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:28.870121 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.026375 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Allocated IP 172.20.0.1 (a87c9abc-d153-46f0-a0df-0218006e0ef6/758b16cf-b0bf-4875-8cea-e4e64de35977/f4508122-0afd-4e30-9098-c8a0eec52de6) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:29.084553 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Publish callbacks [] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.134690 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Publish callbacks [] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.175196 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.227491 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Attempting to bind port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:44:29.227857 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Attempting to bind port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:44:29.228241 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Attempting to bind port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:29.233584 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3524f-7b61-4791-9008-04bb4ded7533 None None] Pushing event updated for resources: {'Port': ['ID=1f938841-f0a1-47a7-a7bf-63d1c7005d1e,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:29.239312 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:44:29.239685 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:29.240085 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.240501 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:44:29.240960 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Bound port: 1f938841-f0a1-47a7-a7bf-63d1c7005d1e, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:44:29.241879 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.254874 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.291694 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:29.296806 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] For port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:44:29.298131 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:29.305590 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] For port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=1f938841-f0a1-47a7-a7bf-63d1c7005d1e,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:44:29.306429 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:29.332986 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f4508122-0afd-4e30-9098-c8a0eec52de6,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:29.352234 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.392656 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.445472 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:29.446096 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:29.496423 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3524f-7b61-4791-9008-04bb4ded7533 None None] Pushing event updated for resources: {'Port': ['ID=1f938841-f0a1-47a7-a7bf-63d1c7005d1e,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:29.551395 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.566172 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:29.650674 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-8e12232f-6736-43e1-aacb-64e7beba47f2 None None] Provisioning complete for port f4508122-0afd-4e30-9098-c8a0eec52de6 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:29.653730 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-8e12232f-6736-43e1-aacb-64e7beba47f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.723028 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-8e12232f-6736-43e1-aacb-64e7beba47f2 None None] Port f4508122-0afd-4e30-9098-c8a0eec52de6 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:44:29.729405 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Publish callbacks [] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.780770 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:27Z', 'revision_number': 3, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:29.806229 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25e050-bff7-4ff8-93d0-dc08a160729f None None] The sync data for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi is: [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:27Z', 'revision_number': 3, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:29.857522 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.886069 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 632b78a9-0162-471c-bc9f-bfbb473aa860 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:29.927507 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f4508122-0afd-4e30-9098-c8a0eec52de6,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:29.935935 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:29.939148 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 632b78a9-0162-471c-bc9f-bfbb473aa860 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:29.939537 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.045077 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 632b78a9-0162-471c-bc9f-bfbb473aa860 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:30.050993 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:30.052436 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:30.182485 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:30.307906 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:30.321711 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d9e8a8c4-4ce4-4963-a865-17ec7d9646d5 admin admin] 10.222.0.25 "PUT /v2.0/routers/f02c4ea0-8942-43f4-95b2-3a58ca77cea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9016988 Mar 08 15:44:30.345111 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-a18ef78d-3f78-45fa-8df5-4a16b613a1d5 None None] Provisioning complete for port f4508122-0afd-4e30-9098-c8a0eec52de6 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:30.346787 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-a18ef78d-3f78-45fa-8df5-4a16b613a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.384983 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-a18ef78d-3f78-45fa-8df5-4a16b613a1d5 None None] Port f4508122-0afd-4e30-9098-c8a0eec52de6 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:44:31.036853 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48938) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:31.041698 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1131601379-network', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:31.162914 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Made reservation on behalf of 48e98a3b49c44e2ca1c25c78ca0c5a47 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:44:31.165295 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.174140 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.259399 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Publish callbacks [] for security_group (6b53fd69-08f5-45f0-83b7-d3c366f776b9), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.351574 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (6b53fd69-08f5-45f0-83b7-d3c366f776b9), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.378407 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Sync routers for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:31.380198 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:44:31.385622 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b53fd69-08f5-45f0-83b7-d3c366f776b9,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:31.388701 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:31.389377 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:31.403469 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (524b6775-d387-43f0-93aa-c67c18905893), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.403469 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Added segment 524b6775-d387-43f0-93aa-c67c18905893 of type vlan for network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed Mar 08 15:44:31.435390 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.568692 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.569766 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:31.570437 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.581968 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:31.630670 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] Pushing event updated for resources: {'Network': ['ID=75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:31.640882 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:44:31.672572 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-74e3f67a-2383-4ed1-845b-318a6adfc3ae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6345508 Mar 08 15:44:31.675623 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48944) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:31.681794 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Request body: {'subnet': {'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1131601379-subnet', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:31.782204 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 2, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:31.794825 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Made reservation on behalf of 48e98a3b49c44e2ca1c25c78ca0c5a47 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:44:31.798560 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547641'] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.808020 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Checking router: f02c4ea0-8942-43f4-95b2-3a58ca77cea9 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:31.808389 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Updating router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 port f4508122-0afd-4e30-9098-c8a0eec52de6 binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:44:31.841637 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.903454 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 1f938841-f0a1-47a7-a7bf-63d1c7005d1e up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:31.959926 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:31.960575 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.039404 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:32.039853 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.041116 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547623'] for subnet (da538f97-957e-48cc-8aae-b6015fedaa4d), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.062404 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=1f938841-f0a1-47a7-a7bf-63d1c7005d1e,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:32.103735 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da538f97-957e-48cc-8aae-b6015fedaa4d,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:32.111402 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Checking segment: {'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:32.112467 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Network hostable DHCP agents. Network: 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:44:32.119371 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Publish callbacks [] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.137484 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.185622 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=1f938841-f0a1-47a7-a7bf-63d1c7005d1e,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:32.189071 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.211838 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:44:32.240459 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Pushing event updated for resources: {'Port': ['ID=f4508122-0afd-4e30-9098-c8a0eec52de6,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:32.264742 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.265099 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.265463 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.265809 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.266147 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.266475 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.266803 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.267129 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.267461 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.267785 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.268849 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.274558 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.274558 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:32.294437 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:32.301334 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:32.302024 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.307610 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Attempting to bind port f4508122-0afd-4e30-9098-c8a0eec52de6 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:44:32.308334 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Attempting to bind port f4508122-0afd-4e30-9098-c8a0eec52de6 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:44:32.308700 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Attempting to bind port f4508122-0afd-4e30-9098-c8a0eec52de6 on network a87c9abc-d153-46f0-a0df-0218006e0ef6 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:32.313980 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9bdc7-e252-493d-8272-66d262514ddc None None] Network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:44:32.320595 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:44:32.321269 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Checking segment: {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:32.321957 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.322501 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Bound using segment: {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:44:32.323132 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Bound port: f4508122-0afd-4e30-9098-c8a0eec52de6, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:44:32.323685 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.391007 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a0280b78-ab9d-41c3-a01e-236fd17f76c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7118022 Mar 08 15:44:32.391544 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48954) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:32.395956 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] For port f4508122-0afd-4e30-9098-c8a0eec52de6, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:44:32.398453 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:32.400838 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] For port f4508122-0afd-4e30-9098-c8a0eec52de6, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=f4508122-0afd-4e30-9098-c8a0eec52de6,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:44:32.441453 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed', 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed', 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'fixed_ips': [{'subnet_id': 'da538f97-957e-48cc-8aae-b6015fedaa4d'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:44:32.442417 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.498379 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.527751 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.528383 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.567512 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:32.568209 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:32.592940 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Allocated IP 172.20.0.2 (75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed/da538f97-957e-48cc-8aae-b6015fedaa4d/c880eed2-1320-4673-91a5-68fc3bbb14f2) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:32.594175 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks [] for router_controller (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), precommit_add_association {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.610103 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53257b2f-5f14-4181-80e3-b163fc287d8d None None] Pushing event updated for resources: {'Port': ['ID=f4508122-0afd-4e30-9098-c8a0eec52de6,revision_number=4']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:32.725945 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:32.853619 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-bda1de15-fcf0-492b-a225-be6aa9d102dd None None] Provisioning complete for port f4508122-0afd-4e30-9098-c8a0eec52de6 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:32.854164 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bda1de15-fcf0-492b-a225-be6aa9d102dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.885948 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks [] for router_gateway (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.976129 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:32.983374 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Publish callbacks [] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:32.995745 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-bda1de15-fcf0-492b-a225-be6aa9d102dd None None] Current status of the port f4508122-0afd-4e30-9098-c8a0eec52de6 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:32.996139 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bda1de15-fcf0-492b-a225-be6aa9d102dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.002812 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fa168-3d20-42ff-8624-182ac3297195 None None] The sync data for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi is: [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:33.037463 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-bda1de15-fcf0-492b-a225-be6aa9d102dd None None] For port f4508122-0afd-4e30-9098-c8a0eec52de6, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=f4508122-0afd-4e30-9098-c8a0eec52de6,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:33.071979 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.120138 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:33.123115 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:33.126593 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:33.138294 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bda1de15-fcf0-492b-a225-be6aa9d102dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.160074 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Pushing event updated for resources: {'Port': ['ID=c880eed2-1320-4673-91a5-68fc3bbb14f2,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:33.227689 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Attempting to bind port c880eed2-1320-4673-91a5-68fc3bbb14f2 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:44:33.228004 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Attempting to bind port c880eed2-1320-4673-91a5-68fc3bbb14f2 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:44:33.228393 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Attempting to bind port c880eed2-1320-4673-91a5-68fc3bbb14f2 on network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:33.237372 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:44:33.237750 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Checking segment: {'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:33.238129 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks [] for router_gateway (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.238356 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.238745 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Bound using segment: {'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:44:33.239391 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Bound port: c880eed2-1320-4673-91a5-68fc3bbb14f2, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:44:33.239772 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.259104 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.262643 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1de15-fcf0-492b-a225-be6aa9d102dd None None] Pushing event updated for resources: {'Port': ['ID=f4508122-0afd-4e30-9098-c8a0eec52de6,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:33.301964 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-795ade0e-043f-4556-842d-137647526e60 None None] Provisioning complete for port f4508122-0afd-4e30-9098-c8a0eec52de6 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:33.302342 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-795ade0e-043f-4556-842d-137647526e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.354113 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] For port c880eed2-1320-4673-91a5-68fc3bbb14f2, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:44:33.358515 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] For port c880eed2-1320-4673-91a5-68fc3bbb14f2, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c880eed2-1320-4673-91a5-68fc3bbb14f2,segment=NetworkSegment(524b6775-d387-43f0-93aa-c67c18905893),segment_id=524b6775-d387-43f0-93aa-c67c18905893)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:44:33.376661 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Allocated IP 172.27.3.89 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/a9e4bf0a-72ab-4877-8408-00c20556fb21) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:33.409280 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-795ade0e-043f-4556-842d-137647526e60 None None] Current status of the port f4508122-0afd-4e30-9098-c8a0eec52de6 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:33.424303 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.487428 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4061c6-c715-47fc-8747-51a66577bf7d None None] Pushing event updated for resources: {'Port': ['ID=c880eed2-1320-4673-91a5-68fc3bbb14f2,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:33.491686 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks [] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.598111 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:33.639986 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:33.655049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:33.675092 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:33.680301 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Pushing event updated for resources: {'Port': ['ID=a9e4bf0a-72ab-4877-8408-00c20556fb21,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:34.034963 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device f4508122-0afd-4e30-9098-c8a0eec52de6 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:34.043469 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks [] for router_gateway (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.086529 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port f4508122-0afd-4e30-9098-c8a0eec52de6 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:34.087151 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.171889 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port f4508122-0afd-4e30-9098-c8a0eec52de6 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:34.173016 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device c880eed2-1320-4673-91a5-68fc3bbb14f2 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:34.226823 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port c880eed2-1320-4673-91a5-68fc3bbb14f2 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:34.227276 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.283822 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.320431 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port c880eed2-1320-4673-91a5-68fc3bbb14f2 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:34.323240 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.357178 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port c880eed2-1320-4673-91a5-68fc3bbb14f2, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c880eed2-1320-4673-91a5-68fc3bbb14f2,segment=NetworkSegment(524b6775-d387-43f0-93aa-c67c18905893),segment_id=524b6775-d387-43f0-93aa-c67c18905893)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:34.435129 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.438012 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 1f938841-f0a1-47a7-a7bf-63d1c7005d1e up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:34.512255 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=c880eed2-1320-4673-91a5-68fc3bbb14f2,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:34.526025 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41167e-3a34-4271-a11b-e7d64c4b1643 None None] Network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:44:34.528907 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:44:34.564495 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:34.565421 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.614143 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-8831ffc3-45a5-4c36-bf29-f30055d0a372 None None] Provisioning complete for port c880eed2-1320-4673-91a5-68fc3bbb14f2 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:34.614626 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-8831ffc3-45a5-4c36-bf29-f30055d0a372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.638499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:34.656059 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Sync routers for ids ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:34.711051 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Routers {'0d03ebda-201e-45ac-8b29-4825d5c4f7c5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:34.711688 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:34.713305 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:34.714752 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-1ac77d85-2d72-4186-a97c-ed5d61b885ed admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3219538 Mar 08 15:44:34.721133 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48964) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:34.889649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:34.892173 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-8831ffc3-45a5-4c36-bf29-f30055d0a372 None None] Current status of the port c880eed2-1320-4673-91a5-68fc3bbb14f2 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:34.911265 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Set router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:35.116497 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 3, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port': {'id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:33Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:35.145494 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Checking router: 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:35.145798 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Updating router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 port a9e4bf0a-72ab-4877-8408-00c20556fb21 binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:44:35.152412 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.168630 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-9863c148-68d7-41d3-bc75-4de47f6cd348 None None] Provisioning complete for port c880eed2-1320-4673-91a5-68fc3bbb14f2 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:35.169009 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9863c148-68d7-41d3-bc75-4de47f6cd348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.200285 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.301845 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Allocated IP 172.20.0.1 (75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed/da538f97-957e-48cc-8aae-b6015fedaa4d/dd741d4b-3ddc-4344-b826-87bf2b3e6095) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:35.348376 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-9863c148-68d7-41d3-bc75-4de47f6cd348 None None] Current status of the port c880eed2-1320-4673-91a5-68fc3bbb14f2 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:35.403973 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Publish callbacks [] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.529239 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.568461 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:35.571297 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:35.573795 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:35.614259 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Publish callbacks [] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.682952 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.742482 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Attempting to bind port a9e4bf0a-72ab-4877-8408-00c20556fb21 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:44:35.742873 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Attempting to bind port a9e4bf0a-72ab-4877-8408-00c20556fb21 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:44:35.743232 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Attempting to bind port a9e4bf0a-72ab-4877-8408-00c20556fb21 on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:35.745407 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8370b0-ce9b-4dc4-b5c5-2fa33acd235b None None] Pushing event updated for resources: {'Port': ['ID=a9e4bf0a-72ab-4877-8408-00c20556fb21,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:35.751266 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:44:35.751656 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:35.752077 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.753056 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:44:35.753535 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Bound port: a9e4bf0a-72ab-4877-8408-00c20556fb21, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:44:35.753925 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.810162 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] For port a9e4bf0a-72ab-4877-8408-00c20556fb21, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:44:35.813802 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] For port a9e4bf0a-72ab-4877-8408-00c20556fb21, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=a9e4bf0a-72ab-4877-8408-00c20556fb21,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:44:35.872381 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-2b58da47-feb8-4ae4-9b70-9cc5f8b66e28 None None] Provisioning complete for port dd741d4b-3ddc-4344-b826-87bf2b3e6095 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:35.873049 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2b58da47-feb8-4ae4-9b70-9cc5f8b66e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.888413 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Pushing event updated for resources: {'Port': ['ID=dd741d4b-3ddc-4344-b826-87bf2b3e6095,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:35.903436 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device c880eed2-1320-4673-91a5-68fc3bbb14f2 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:35.905169 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.933370 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:35.978168 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-2b58da47-feb8-4ae4-9b70-9cc5f8b66e28 None None] Port dd741d4b-3ddc-4344-b826-87bf2b3e6095 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:44:36.026043 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Routers {'0d03ebda-201e-45ac-8b29-4825d5c4f7c5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:36.026669 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:36.028916 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8370b0-ce9b-4dc4-b5c5-2fa33acd235b None None] Pushing event updated for resources: {'Port': ['ID=a9e4bf0a-72ab-4877-8408-00c20556fb21,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:36.081651 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port c880eed2-1320-4673-91a5-68fc3bbb14f2 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:36.081919 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:36.126988 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:36.175613 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] Set router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:36.289570 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Publish callbacks [] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:36.308129 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port c880eed2-1320-4673-91a5-68fc3bbb14f2 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:36.357329 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:36.383171 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 3, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port': {'id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:33Z', 'updated_at': '2022-03-08T15:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:36.409134 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543d4ab-6171-4aa7-ae17-6bb323b3da20 None None] The sync data for ids ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'] in dv-cinder-830097-2-iscsi is: [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 3, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port': {'id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:33Z', 'updated_at': '2022-03-08T15:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:36.423229 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:36.425857 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Pushing event updated for resources: {'Port': ['ID=dd741d4b-3ddc-4344-b826-87bf2b3e6095,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:36.526378 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:36.527773 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:36.677026 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:36.806658 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:36.807954 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-e157ec10-52db-4921-95f5-357a69ca7521 None None] Provisioning complete for port dd741d4b-3ddc-4344-b826-87bf2b3e6095 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:36.808479 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e157ec10-52db-4921-95f5-357a69ca7521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:36.812344 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-999d4c03-6885-4c87-ba1f-e51485fa9eaf admin admin] 10.222.0.25 "PUT /v2.0/routers/0d03ebda-201e-45ac-8b29-4825d5c4f7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0937281 Mar 08 15:44:36.865390 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-e157ec10-52db-4921-95f5-357a69ca7521 None None] Port dd741d4b-3ddc-4344-b826-87bf2b3e6095 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:44:37.543458 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7fd43-e789-4870-a5d8-cbcae5bda871 req-34db47de-6512-4bd5-aff3-d5e5a87040f9 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:37.544981 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-32f7fd43-e789-4870-a5d8-cbcae5bda871 req-34db47de-6512-4bd5-aff3-d5e5a87040f9 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0597732 Mar 08 15:44:37.602122 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-32f7fd43-e789-4870-a5d8-cbcae5bda871 req-18413a6e-f5e0-48e8-8e91-9da631fd2205 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500669 Mar 08 15:44:37.618619 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 48992) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:37.623581 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-e91db694-8b9e-4d54-b491-2fabf5085593 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865910510', 'description': 'tempest-secgroup-smoke-1865910510 description', 'project_id': '446fa0e6566c4e8abfe18b45a5e42110'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:37.743432 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e91db694-8b9e-4d54-b491-2fabf5085593 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:37.813720 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e91db694-8b9e-4d54-b491-2fabf5085593 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group (8be8b2a9-011a-4b92-80c4-37a89f5f5564), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:37.915723 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a9e4bf0a-72ab-4877-8408-00c20556fb21 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:37.934143 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e91db694-8b9e-4d54-b491-2fabf5085593 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (8be8b2a9-011a-4b92-80c4-37a89f5f5564), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:37.966597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91db694-8b9e-4d54-b491-2fabf5085593 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be8b2a9-011a-4b92-80c4-37a89f5f5564,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:37.977865 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port a9e4bf0a-72ab-4877-8408-00c20556fb21 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:37.978211 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.042594 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e91db694-8b9e-4d54-b491-2fabf5085593 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.045080 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e91db694-8b9e-4d54-b491-2fabf5085593 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4251988 Mar 08 15:44:38.048031 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 48998) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:38.052692 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-b8c1dd17-b4c4-4043-af77-e420a08ee083 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'security_group_rule': {'security_group_id': '8be8b2a9-011a-4b92-80c4-37a89f5f5564', 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:38.060769 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port a9e4bf0a-72ab-4877-8408-00c20556fb21 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:38.061172 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.085004 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port a9e4bf0a-72ab-4877-8408-00c20556fb21, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=a9e4bf0a-72ab-4877-8408-00c20556fb21,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:38.158104 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Sync routers for ids ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:38.165296 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Routers {'0d03ebda-201e-45ac-8b29-4825d5c4f7c5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:38.165906 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:38.194688 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b8c1dd17-b4c4-4043-af77-e420a08ee083 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (80827c68-e3f2-4750-b74b-6a093077700d), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.219743 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.252591 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b8c1dd17-b4c4-4043-af77-e420a08ee083 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (80827c68-e3f2-4750-b74b-6a093077700d), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.276075 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=a9e4bf0a-72ab-4877-8408-00c20556fb21,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:38.276309 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Set router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:38.283339 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.283693 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.284040 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.284428 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.284764 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.285092 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.285422 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.285749 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.286072 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.286428 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.286750 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.287173 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.287449 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:38.332027 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b8c1dd17-b4c4-4043-af77-e420a08ee083 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (80827c68-e3f2-4750-b74b-6a093077700d), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.352955 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1dd17-b4c4-4043-af77-e420a08ee083 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80827c68-e3f2-4750-b74b-6a093077700d,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:38.458777 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b8c1dd17-b4c4-4043-af77-e420a08ee083 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.462350 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b8c1dd17-b4c4-4043-af77-e420a08ee083 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131963 Mar 08 15:44:38.465102 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49002) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:38.469877 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-a6b9b45a-627e-46b8-88b7-be8bbda86cc1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'security_group_rule': {'security_group_id': '8be8b2a9-011a-4b92-80c4-37a89f5f5564', 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:38.476649 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:44:36Z', 'revision_number': 4, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port': {'id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:33Z', 'updated_at': '2022-03-08T15:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'dd741d4b-3ddc-4344-b826-87bf2b3e6095', 'name': '', 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'mac_address': 'fa:16:3e:73:7f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da538f97-957e-48cc-8aae-b6015fedaa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:35Z', 'updated_at': '2022-03-08T15:44:36Z', 'revision_number': 2, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'subnets': [{'id': 'da538f97-957e-48cc-8aae-b6015fedaa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:38.515825 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Checking router: 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:38.515825 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Updating router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 port dd741d4b-3ddc-4344-b826-87bf2b3e6095 binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:44:38.533925 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.536030 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b259-b8cb-44d7-8987-e17b838d8324 req-7ba804e5-ff8d-4a4b-be4f-01018e612c3e tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:38.537592 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d342b259-b8cb-44d7-8987-e17b838d8324 req-7ba804e5-ff8d-4a4b-be4f-01018e612c3e tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 945 time: 0.0580163 Mar 08 15:44:38.589197 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d342b259-b8cb-44d7-8987-e17b838d8324 req-9d75c0c1-218f-4575-ad8f-1705a221d3a4 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458987 Mar 08 15:44:38.631258 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b45a-627e-46b8-88b7-be8bbda86cc1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (624ac1c2-8782-49b8-bbb0-7bde0369634d), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.708000 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b45a-627e-46b8-88b7-be8bbda86cc1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (624ac1c2-8782-49b8-bbb0-7bde0369634d), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.729455 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98d423-76f2-44da-8d55-04484d810614 req-4cb57ab1-9b3d-47c5-935c-9618fe8f9503 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:38.730937 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4a98d423-76f2-44da-8d55-04484d810614 req-4cb57ab1-9b3d-47c5-935c-9618fe8f9503 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0629900 Mar 08 15:44:38.781851 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4a98d423-76f2-44da-8d55-04484d810614 req-5ff1b341-5719-4ada-9c32-a1b01d7bb5df tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451126 Mar 08 15:44:38.805695 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b45a-627e-46b8-88b7-be8bbda86cc1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (624ac1c2-8782-49b8-bbb0-7bde0369634d), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.823595 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9b45a-627e-46b8-88b7-be8bbda86cc1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624ac1c2-8782-49b8-bbb0-7bde0369634d,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:38.906323 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Publish callbacks [] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.947477 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b45a-627e-46b8-88b7-be8bbda86cc1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:38.948739 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-a6b9b45a-627e-46b8-88b7-be8bbda86cc1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4825852 Mar 08 15:44:38.951391 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49006) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:38.955636 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-eb186c10-5161-4ffe-8cc2-8b46e8d38aec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'security_group_rule': {'security_group_id': '8be8b2a9-011a-4b92-80c4-37a89f5f5564', 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:39.023186 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.058612 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-eb186c10-5161-4ffe-8cc2-8b46e8d38aec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (b005e0e3-88b4-4cb9-aa58-faa649ad32b0), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.077784 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082a1a3-8b28-446f-b84c-82089c61cf05 None None] Pushing event updated for resources: {'Port': ['ID=dd741d4b-3ddc-4344-b826-87bf2b3e6095,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:39.134692 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-eb186c10-5161-4ffe-8cc2-8b46e8d38aec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (b005e0e3-88b4-4cb9-aa58-faa649ad32b0), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.134921 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Attempting to bind port dd741d4b-3ddc-4344-b826-87bf2b3e6095 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:44:39.135370 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Attempting to bind port dd741d4b-3ddc-4344-b826-87bf2b3e6095 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:44:39.136339 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Attempting to bind port dd741d4b-3ddc-4344-b826-87bf2b3e6095 on network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:39.144764 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:44:39.144764 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Checking segment: {'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:39.144764 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.145204 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Bound using segment: {'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:44:39.145433 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Bound port: dd741d4b-3ddc-4344-b826-87bf2b3e6095, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524b6775-d387-43f0-93aa-c67c18905893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:44:39.145820 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.212392 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] For port dd741d4b-3ddc-4344-b826-87bf2b3e6095, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:44:39.215506 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] For port dd741d4b-3ddc-4344-b826-87bf2b3e6095, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=dd741d4b-3ddc-4344-b826-87bf2b3e6095,segment=NetworkSegment(524b6775-d387-43f0-93aa-c67c18905893),segment_id=524b6775-d387-43f0-93aa-c67c18905893)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:44:39.225505 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-eb186c10-5161-4ffe-8cc2-8b46e8d38aec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (b005e0e3-88b4-4cb9-aa58-faa649ad32b0), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.243695 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb186c10-5161-4ffe-8cc2-8b46e8d38aec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b005e0e3-88b4-4cb9-aa58-faa649ad32b0,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:39.307062 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-7f3f9e3d-5574-44bc-94b2-65d600eea209 None None] Provisioning complete for port dd741d4b-3ddc-4344-b826-87bf2b3e6095 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:39.307609 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9e3d-5574-44bc-94b2-65d600eea209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.311636 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.322400 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-eb186c10-5161-4ffe-8cc2-8b46e8d38aec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.326192 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-eb186c10-5161-4ffe-8cc2-8b46e8d38aec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3714685 Mar 08 15:44:39.326737 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 49008) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:39.332044 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-9fb4a5f3-0642-4242-b7c0-1dc797e250d6 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'security_group_rule': {'security_group_id': '8be8b2a9-011a-4b92-80c4-37a89f5f5564', 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:39.389481 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f9e3d-5574-44bc-94b2-65d600eea209 None None] Current status of the port dd741d4b-3ddc-4344-b826-87bf2b3e6095 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:39.389894 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9e3d-5574-44bc-94b2-65d600eea209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.425461 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-7f3f9e3d-5574-44bc-94b2-65d600eea209 None None] For port dd741d4b-3ddc-4344-b826-87bf2b3e6095, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=dd741d4b-3ddc-4344-b826-87bf2b3e6095,segment=NetworkSegment(524b6775-d387-43f0-93aa-c67c18905893),segment_id=524b6775-d387-43f0-93aa-c67c18905893)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:39.431511 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a5f3-0642-4242-b7c0-1dc797e250d6 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (a0d40d96-28f5-4b30-95d7-26c61d98870b), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.469144 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082a1a3-8b28-446f-b84c-82089c61cf05 None None] Pushing event updated for resources: {'Port': ['ID=dd741d4b-3ddc-4344-b826-87bf2b3e6095,revision_number=4']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:39.481087 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Routers {'0d03ebda-201e-45ac-8b29-4825d5c4f7c5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:39.484720 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:39.502572 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a5f3-0642-4242-b7c0-1dc797e250d6 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (a0d40d96-28f5-4b30-95d7-26c61d98870b), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.505373 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9e3d-5574-44bc-94b2-65d600eea209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.562216 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f9e3d-5574-44bc-94b2-65d600eea209 None None] Pushing event updated for resources: {'Port': ['ID=dd741d4b-3ddc-4344-b826-87bf2b3e6095,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:39.600715 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a5f3-0642-4242-b7c0-1dc797e250d6 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (a0d40d96-28f5-4b30-95d7-26c61d98870b), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.601402 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] Set router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:39.630803 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4a5f3-0642-4242-b7c0-1dc797e250d6 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d40d96-28f5-4b30-95d7-26c61d98870b,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:39.717985 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db002d-644b-4366-8e91-16bb334ba7db req-0d19a2dd-79fe-40f4-9cd2-8333407b1e9c tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:39.720438 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f5db002d-644b-4366-8e91-16bb334ba7db req-0d19a2dd-79fe-40f4-9cd2-8333407b1e9c tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 945 time: 0.0607474 Mar 08 15:44:39.727829 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-54b776d8-c667-44e1-ab25-638dd26b25f2 None None] Provisioning complete for port dd741d4b-3ddc-4344-b826-87bf2b3e6095 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:39.728245 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-54b776d8-c667-44e1-ab25-638dd26b25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.749303 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a5f3-0642-4242-b7c0-1dc797e250d6 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.750734 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-9fb4a5f3-0642-4242-b7c0-1dc797e250d6 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4227934 Mar 08 15:44:39.753845 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 49018) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:39.761030 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-419dd99b-26ef-497c-83a6-5cb392c11067 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'security_group_rule': {'security_group_id': '8be8b2a9-011a-4b92-80c4-37a89f5f5564', 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:39.788805 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f5db002d-644b-4366-8e91-16bb334ba7db req-32771022-707a-4a31-8593-0a60ac91cb96 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628252 Mar 08 15:44:39.835991 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-54b776d8-c667-44e1-ab25-638dd26b25f2 None None] Current status of the port dd741d4b-3ddc-4344-b826-87bf2b3e6095 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:39.868880 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:44:36Z', 'revision_number': 4, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port': {'id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:33Z', 'updated_at': '2022-03-08T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'dd741d4b-3ddc-4344-b826-87bf2b3e6095', 'name': '', 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'mac_address': 'fa:16:3e:73:7f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da538f97-957e-48cc-8aae-b6015fedaa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:35Z', 'updated_at': '2022-03-08T15:44:39Z', 'revision_number': 4, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'subnets': [{'id': 'da538f97-957e-48cc-8aae-b6015fedaa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:39.900561 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.securitygroups_db [None req-419dd99b-26ef-497c-83a6-5cb392c11067 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Project 446fa0e6566c4e8abfe18b45a5e42110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:44:39.905911 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a44beb-17d1-49cf-a51a-ec8da9dc6b3d None None] The sync data for ids ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'] in dv-cinder-830097-2-iscsi is: [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:44:36Z', 'revision_number': 4, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port': {'id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:33Z', 'updated_at': '2022-03-08T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'dd741d4b-3ddc-4344-b826-87bf2b3e6095', 'name': '', 'network_id': '75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'mac_address': 'fa:16:3e:73:7f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da538f97-957e-48cc-8aae-b6015fedaa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:35Z', 'updated_at': '2022-03-08T15:44:39Z', 'revision_number': 4, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'subnets': [{'id': 'da538f97-957e-48cc-8aae-b6015fedaa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:39.910761 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a9e4bf0a-72ab-4877-8408-00c20556fb21 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:39.910888 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-419dd99b-26ef-497c-83a6-5cb392c11067 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (c064b29f-ba3b-4d26-9ad2-dd5b1fc4be79), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.001163 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfac75-23ef-4c1e-91e2-6745ae7a8667 req-56b719f2-2361-437c-a842-25d56c85ab38 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:40.003274 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port a9e4bf0a-72ab-4877-8408-00c20556fb21 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:40.003652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.006681 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-38cfac75-23ef-4c1e-91e2-6745ae7a8667 req-56b719f2-2361-437c-a842-25d56c85ab38 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.1161308 Mar 08 15:44:40.055539 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-419dd99b-26ef-497c-83a6-5cb392c11067 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (c064b29f-ba3b-4d26-9ad2-dd5b1fc4be79), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.080915 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-38cfac75-23ef-4c1e-91e2-6745ae7a8667 req-6df21f20-e923-4ecf-ba64-4fde8fb04183 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631492 Mar 08 15:44:40.132010 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port a9e4bf0a-72ab-4877-8408-00c20556fb21 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:40.191532 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-419dd99b-26ef-497c-83a6-5cb392c11067 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (c064b29f-ba3b-4d26-9ad2-dd5b1fc4be79), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.210851 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dd99b-26ef-497c-83a6-5cb392c11067 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c064b29f-ba3b-4d26-9ad2-dd5b1fc4be79,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:40.302012 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-419dd99b-26ef-497c-83a6-5cb392c11067 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.303626 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-419dd99b-26ef-497c-83a6-5cb392c11067 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5487189 Mar 08 15:44:40.306444 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 49024) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:40.310962 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-0ff23131-77cb-4c08-afd8-2f6a031d59ec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'security_group_rule': {'security_group_id': '8be8b2a9-011a-4b92-80c4-37a89f5f5564', 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:40.378401 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5deac-d300-4917-b435-532e6c518c2e req-a3e8b79b-fa66-41df-a05a-3c7ee1806eeb tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:40.379870 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-67a5deac-d300-4917-b435-532e6c518c2e req-a3e8b79b-fa66-41df-a05a-3c7ee1806eeb tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.24 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 945 time: 0.0613308 Mar 08 15:44:40.455986 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.securitygroups_db [None req-0ff23131-77cb-4c08-afd8-2f6a031d59ec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Project 446fa0e6566c4e8abfe18b45a5e42110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:44:40.469923 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0ff23131-77cb-4c08-afd8-2f6a031d59ec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (5b14fc2f-3fab-476f-8905-3a670b7ee0db), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.538255 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Deleting port 75ef987a-7150-4bec-bcea-5ef36a280f2f {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:40.538591 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.567377 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0ff23131-77cb-4c08-afd8-2f6a031d59ec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (5b14fc2f-3fab-476f-8905-3a670b7ee0db), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.646712 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] For port 75ef987a-7150-4bec-bcea-5ef36a280f2f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75ef987a-7150-4bec-bcea-5ef36a280f2f,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:40.646712 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.648828 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0ff23131-77cb-4c08-afd8-2f6a031d59ec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (5b14fc2f-3fab-476f-8905-3a670b7ee0db), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.669894 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Calling delete_port for 75ef987a-7150-4bec-bcea-5ef36a280f2f owned by compute:nova {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:40.685339 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff23131-77cb-4c08-afd8-2f6a031d59ec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b14fc2f-3fab-476f-8905-3a670b7ee0db,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:40.771099 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0ff23131-77cb-4c08-afd8-2f6a031d59ec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.781278 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0ff23131-77cb-4c08-afd8-2f6a031d59ec tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4648693 Mar 08 15:44:40.911247 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (75ef987a-7150-4bec-bcea-5ef36a280f2f), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.927448 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['75ef987a-7150-4bec-bcea-5ef36a280f2f'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:40.944865 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Pushing event deleted for resources: {'Port': ['ID=75ef987a-7150-4bec-bcea-5ef36a280f2f,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:40.976139 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e587d-10d2-46a3-bce3-1f84d06fa007 req-fee73533-15d7-433c-a005-f1eb3fe2730b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:40.987024 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cc1e587d-10d2-46a3-bce3-1f84d06fa007 req-fee73533-15d7-433c-a005-f1eb3fe2730b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 867 time: 0.1126554 Mar 08 15:44:41.009666 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] No DVR routers for this DVR port 75ef987a-7150-4bec-bcea-5ef36a280f2f on host hv-cinder-83009 {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:41.013751 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:41.018794 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-67a5deac-d300-4917-b435-532e6c518c2e req-1e3ac1bd-5eac-42d5-863d-5716cabfd23b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.24 "DELETE /v2.0/ports/75ef987a-7150-4bec-bcea-5ef36a280f2f HTTP/1.1" status: 204 len: 173 time: 0.6319623 Mar 08 15:44:41.019377 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fa2ec4-e848-40d5-8c9c-a1e343b27095', 'name': 'network-vif-deleted', 'tag': '75ef987a-7150-4bec-bcea-5ef36a280f2f'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:41.029640 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44d3a01-d2e9-4d11-85aa-d4ad47b04570" -d '{"events": [{"server_uuid": "12fa2ec4-e848-40d5-8c9c-a1e343b27095", "name": "network-vif-deleted", "tag": "75ef987a-7150-4bec-bcea-5ef36a280f2f"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:41.059293 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cc1e587d-10d2-46a3-bce3-1f84d06fa007 req-a8cd2403-9664-4e98-b42a-9b1c665fb53d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712311 Mar 08 15:44:41.161673 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d61a9d8-7328-411f-9f7c-72c756bf22e7 x-openstack-request-id: req-8d61a9d8-7328-411f-9f7c-72c756bf22e7 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:41.161970 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fa2ec4-e848-40d5-8c9c-a1e343b27095", "name": "network-vif-deleted", "tag": "75ef987a-7150-4bec-bcea-5ef36a280f2f", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:41.162220 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d61a9d8-7328-411f-9f7c-72c756bf22e7 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:41.162622 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fa2ec4-e848-40d5-8c9c-a1e343b27095', 'name': 'network-vif-deleted', 'tag': '75ef987a-7150-4bec-bcea-5ef36a280f2f', 'status': 'completed', 'code': 200} Mar 08 15:44:41.208596 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01109e2d-5cb2-4908-9ab8-d909f86315b6 req-87c90a1a-1056-45e2-8398-31bea13cb209 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:41.210060 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-01109e2d-5cb2-4908-9ab8-d909f86315b6 req-87c90a1a-1056-45e2-8398-31bea13cb209 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0594854 Mar 08 15:44:41.260345 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-01109e2d-5cb2-4908-9ab8-d909f86315b6 req-b7e0cb48-b6e7-4b66-8a45-dd689dd07285 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446076 Mar 08 15:44:41.907061 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device dd741d4b-3ddc-4344-b826-87bf2b3e6095 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:41.961172 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port dd741d4b-3ddc-4344-b826-87bf2b3e6095 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:41.961864 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:42.041830 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port dd741d4b-3ddc-4344-b826-87bf2b3e6095 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:42.174911 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a0188212-78c5-4198-907d-6c9c26694033 req-da545ca1-a499-42ce-a15d-bb7de3090ad1 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=12fa2ec4-e848-40d5-8c9c-a1e343b27095 HTTP/1.1" status: 200 len: 210 time: 0.0343442 Mar 08 15:44:42.384112 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb6bc-a0f7-44dc-885d-72b7627f84c6 req-88b62f69-6a84-42aa-b59a-e39c7e947fb0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:42.385594 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4e9fb6bc-a0f7-44dc-885d-72b7627f84c6 req-88b62f69-6a84-42aa-b59a-e39c7e947fb0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0574687 Mar 08 15:44:42.434863 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4e9fb6bc-a0f7-44dc-885d-72b7627f84c6 req-4b12f4a5-7522-49f5-860c-f942c1a3e130 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Mar 08 15:44:42.938673 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7ec0c-2bf3-449b-a1d4-48dc3692cc46 req-6adc5894-8592-4b7c-a3f5-dd3bb7439082 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:42.940757 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ffa7ec0c-2bf3-449b-a1d4-48dc3692cc46 req-6adc5894-8592-4b7c-a3f5-dd3bb7439082 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0603037 Mar 08 15:44:42.987915 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ffa7ec0c-2bf3-449b-a1d4-48dc3692cc46 req-06a950fd-14ab-40f2-b8a6-c96744ba8255 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 Mar 08 15:44:43.565585 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b9b1e-4aac-4226-95b9-ab2a9a8b66f0 req-84b5c0b7-2e25-4ba3-86d4-627f649e73a5 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:43.567036 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e43b9b1e-4aac-4226-95b9-ab2a9a8b66f0 req-84b5c0b7-2e25-4ba3-86d4-627f649e73a5 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0576134 Mar 08 15:44:43.620012 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e43b9b1e-4aac-4226-95b9-ab2a9a8b66f0 req-39adb342-215e-4db6-8021-c78c6817176e tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474865 Mar 08 15:44:44.112305 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7b7bc-0dc9-46f0-b9c9-bf0fbf47f4ce req-6d4a1b57-3b8c-4b24-9a5f-aff926b73bb1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:44.113775 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-22b7b7bc-0dc9-46f0-b9c9-bf0fbf47f4ce req-6d4a1b57-3b8c-4b24-9a5f-aff926b73bb1 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0535765 Mar 08 15:44:44.161091 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-22b7b7bc-0dc9-46f0-b9c9-bf0fbf47f4ce req-bffad616-db39-47e8-aeef-2173d79afdc0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417910 Mar 08 15:44:44.739706 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c7b1c-ffaf-4cb0-af35-2d8b83d776f0 req-20d4118d-f762-4abf-93be-4b6b53acc8d3 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:44.741186 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a96c7b1c-ffaf-4cb0-af35-2d8b83d776f0 req-20d4118d-f762-4abf-93be-4b6b53acc8d3 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0549505 Mar 08 15:44:44.791079 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a96c7b1c-ffaf-4cb0-af35-2d8b83d776f0 req-600c8680-a4e0-4c33-afc3-a264a885a34c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Mar 08 15:44:45.281137 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71437741-c6cb-4850-8d4c-5df60da66d39 req-3f1c9643-baf7-4e58-a149-a90fc0faadc4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:45.282588 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-71437741-c6cb-4850-8d4c-5df60da66d39 req-3f1c9643-baf7-4e58-a149-a90fc0faadc4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0507190 Mar 08 15:44:45.327633 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-71437741-c6cb-4850-8d4c-5df60da66d39 req-8b532162-aeed-4092-b738-5e87e28d4869 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388694 Mar 08 15:44:45.777394 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 75ef987a-7150-4bec-bcea-5ef36a280f2f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:45.798574 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 75ef987a-7150-4bec-bcea-5ef36a280f2f {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:45.798921 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 75ef987a-7150-4bec-bcea-5ef36a280f2f not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:45.911249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3d60f-190b-4077-a9d4-60e0aee870af req-d0587dee-80c7-48fb-a7b0-81800dd61c9c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:45.912822 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cdd3d60f-190b-4077-a9d4-60e0aee870af req-d0587dee-80c7-48fb-a7b0-81800dd61c9c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0520530 Mar 08 15:44:45.962057 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cdd3d60f-190b-4077-a9d4-60e0aee870af req-49f5093f-e7cd-4ab3-8a88-89431f0cb70f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Mar 08 15:44:46.453459 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4361c9-f118-4b58-9fdd-761024de2ec4 req-d94c233a-f68e-451e-ba1e-dc7db9f941ff tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:46.454904 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e4361c9-f118-4b58-9fdd-761024de2ec4 req-d94c233a-f68e-451e-ba1e-dc7db9f941ff tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0555077 Mar 08 15:44:46.499498 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e4361c9-f118-4b58-9fdd-761024de2ec4 req-74a5c2bd-ae05-4748-9a59-e430449fe6e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385478 Mar 08 15:44:47.081354 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997add59-ddf6-4e17-93ac-9b9c3e732e51 req-71410a6e-3f74-4f6f-b5bd-ed4f67a4a44d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:47.082751 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-997add59-ddf6-4e17-93ac-9b9c3e732e51 req-71410a6e-3f74-4f6f-b5bd-ed4f67a4a44d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0547373 Mar 08 15:44:47.130148 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-997add59-ddf6-4e17-93ac-9b9c3e732e51 req-9cb92361-4874-4b3e-a163-c6d551d35107 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Mar 08 15:44:47.625018 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909e268-98a0-42dd-b5a7-cd20a90d68d0 req-f3b29b06-d70f-4983-b963-cdc27eddb7c4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:47.626502 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1909e268-98a0-42dd-b5a7-cd20a90d68d0 req-f3b29b06-d70f-4983-b963-cdc27eddb7c4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0545042 Mar 08 15:44:47.672692 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1909e268-98a0-42dd-b5a7-cd20a90d68d0 req-8af9b003-3eaa-4995-af93-6d92243205df tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400972 Mar 08 15:44:48.253099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1b87a-f430-4dc6-b9b4-50a87c07b732 req-319d642a-caba-4c9f-9a36-8c7baafb6141 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:48.254580 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-96c1b87a-f430-4dc6-b9b4-50a87c07b732 req-319d642a-caba-4c9f-9a36-8c7baafb6141 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0534067 Mar 08 15:44:48.288178 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-8a5435cf-23f8-49c9-9f87-3b6e5eae49a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:48.301919 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-96c1b87a-f430-4dc6-b9b4-50a87c07b732 req-c16f46a4-cf58-4c53-994f-c6ece1e5f420 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Mar 08 15:44:48.795683 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cb6d0-4966-4fad-ad52-1dcbc396b3e1 req-ac3044c4-7621-463f-965e-b93389592a85 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:48.797233 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-513cb6d0-4966-4fad-ad52-1dcbc396b3e1 req-ac3044c4-7621-463f-965e-b93389592a85 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0523808 Mar 08 15:44:48.847942 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-513cb6d0-4966-4fad-ad52-1dcbc396b3e1 req-f8745b4c-c735-4eed-9566-e1d2d81d53c3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444808 Mar 08 15:44:48.997341 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.423937 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474726d-0f5b-4526-952e-bdcc1f0f7dab req-98a70dbb-d5a8-4f80-ac55-e8122ac5b127 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:49.425451 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d474726d-0f5b-4526-952e-bdcc1f0f7dab req-98a70dbb-d5a8-4f80-ac55-e8122ac5b127 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0557530 Mar 08 15:44:49.472425 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d474726d-0f5b-4526-952e-bdcc1f0f7dab req-c82cd315-1012-434b-b6db-f216bdbdff05 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 Mar 08 15:44:49.974709 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc293d94-93d8-4dc9-a629-51b89e414e21 req-e49657c5-184f-480f-9932-c7a13369ae1c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:49.976254 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cc293d94-93d8-4dc9-a629-51b89e414e21 req-e49657c5-184f-480f-9932-c7a13369ae1c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0522900 Mar 08 15:44:50.027536 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cc293d94-93d8-4dc9-a629-51b89e414e21 req-d6454a0f-e7e1-4751-bb1b-ec689fbb4685 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456336 Mar 08 15:44:50.339551 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-30c9d458-372f-4d06-b1d8-63b7ffa1520d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:50.594132 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2af54-56bb-4837-8c05-5402e957745c req-5342908e-7f59-4562-9eac-70cbcbecc5c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:50.595565 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4ec2af54-56bb-4837-8c05-5402e957745c req-5342908e-7f59-4562-9eac-70cbcbecc5c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0545707 Mar 08 15:44:50.640231 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4ec2af54-56bb-4837-8c05-5402e957745c req-07c7f758-5d68-4ac0-8b08-fd7beefe8b81 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386386 Mar 08 15:44:51.152796 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c26ab-0fd7-4dc3-8b5e-81d8fe85e697 req-423ae17e-483f-43f9-b9b2-6bc5eac90432 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:51.154285 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c81c26ab-0fd7-4dc3-8b5e-81d8fe85e697 req-423ae17e-483f-43f9-b9b2-6bc5eac90432 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0530849 Mar 08 15:44:51.202748 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c81c26ab-0fd7-4dc3-8b5e-81d8fe85e697 req-ae83a0c1-305b-47d8-9330-b35f9a0de2a0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429304 Mar 08 15:44:51.733443 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:51.767796 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8189a-44f7-40e2-abe1-7082605be1fd req-fb14d62e-d341-42be-bac5-ef01f6c8a1a8 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:51.769304 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2ac8189a-44f7-40e2-abe1-7082605be1fd req-fb14d62e-d341-42be-bac5-ef01f6c8a1a8 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0590203 Mar 08 15:44:51.824000 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2ac8189a-44f7-40e2-abe1-7082605be1fd req-2ee750ff-8b7f-459f-99f3-387a99406bf7 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490646 Mar 08 15:44:52.337167 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7c12f-2c01-42f5-9e79-2c435f74ed8a req-70bbcde8-e90c-4b51-b8de-781530dd2fc0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:52.337167 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-80b7c12f-2c01-42f5-9e79-2c435f74ed8a req-70bbcde8-e90c-4b51-b8de-781530dd2fc0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0567222 Mar 08 15:44:52.380095 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-80b7c12f-2c01-42f5-9e79-2c435f74ed8a req-5eb61c66-a6b4-4eea-860b-4cd2076b3a4c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Mar 08 15:44:52.945916 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8b203-c44d-40cc-9ee3-e3c9db5b8f1e req-eb1cb7e2-9464-4fbb-834d-5cc1093dea2f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:52.947432 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ec8b203-c44d-40cc-9ee3-e3c9db5b8f1e req-eb1cb7e2-9464-4fbb-834d-5cc1093dea2f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0547602 Mar 08 15:44:52.995669 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9ec8b203-c44d-40cc-9ee3-e3c9db5b8f1e req-750c0eb0-30b9-42e8-8cd7-f22334f3726e tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 Mar 08 15:44:53.213791 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:53.511859 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c001-941a-4cd9-b4ab-6a4a938f1640 req-b303c8ec-b88f-49aa-80c8-bca698c85228 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:53.513345 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fad4c001-941a-4cd9-b4ab-6a4a938f1640 req-b303c8ec-b88f-49aa-80c8-bca698c85228 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0582466 Mar 08 15:44:53.562346 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fad4c001-941a-4cd9-b4ab-6a4a938f1640 req-3db4ab7e-d036-44ea-a322-6189dc6e2922 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433724 Mar 08 15:44:53.920331 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-cc394af0-c29f-4cb7-86de-527027bf81ba tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:53.921806 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-cc394af0-c29f-4cb7-86de-527027bf81ba tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/networks?id=5044d370-f794-4ed5-afda-ba9f7bdf7b10 HTTP/1.1" status: 200 len: 814 time: 0.0981817 Mar 08 15:44:53.936779 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-67fffc0b-ef71-4d0b-a12e-ee4053eb2258 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/quotas/2f89d9e4dc2940379c095e284e789ec4 HTTP/1.1" status: 200 len: 375 time: 0.0090902 Mar 08 15:44:53.971223 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-a31b1fe9-373a-41c9-9e91-12193f766147 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f89d9e4dc2940379c095e284e789ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296588 Mar 08 15:44:54.157375 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-facf2e69-e241-4b3e-8ceb-c3b602139c3e service neutron] 10.222.0.25 "GET /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797304 Mar 08 15:44:54.308740 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-403ac4e6-9ab9-4110-b867-68adb7d3a19b service neutron] 10.222.0.25 "GET /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881569 Mar 08 15:44:54.510407 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fc04b-77e9-4e9a-9a36-1098de8d941c req-292d247f-55fc-46c9-94b9-dae5fb52a628 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:54.511961 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fe5fc04b-77e9-4e9a-9a36-1098de8d941c req-292d247f-55fc-46c9-94b9-dae5fb52a628 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0542140 Mar 08 15:44:54.558898 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fe5fc04b-77e9-4e9a-9a36-1098de8d941c req-f6795f35-e422-4d12-ba3b-6e4dcf4c4221 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410178 Mar 08 15:44:54.761941 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:54.795178 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b610c-ee3f-4dc3-bd0e-834eb3a9cb98 req-94f9f9fd-470d-4cc4-a3cc-61d7ef5a6e46 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:54.796739 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-018b610c-ee3f-4dc3-bd0e-834eb3a9cb98 req-94f9f9fd-470d-4cc4-a3cc-61d7ef5a6e46 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0664706 Mar 08 15:44:54.857302 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-018b610c-ee3f-4dc3-bd0e-834eb3a9cb98 req-475dd6aa-1541-4f86-af79-4670ebcea70a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536416 Mar 08 15:44:54.914501 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c4fd718d-508d-4c37-a4ba-fbb4d5f1e7e2 req-a27b610b-af7c-49a2-87c4-c2451d216ad0 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0291681 Mar 08 15:44:54.989232 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1c35b-d71d-4595-b35b-9a6b186a8aa2 req-88e07d1e-393d-4030-8bbe-78e0b6824ec4 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:54.994726 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-81f1c35b-d71d-4595-b35b-9a6b186a8aa2 req-88e07d1e-393d-4030-8bbe-78e0b6824ec4 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0527449 Mar 08 15:44:55.037016 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-81f1c35b-d71d-4595-b35b-9a6b186a8aa2 req-ccf1baa2-16a7-4432-a6c1-543c423ae010 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406091 Mar 08 15:44:55.081738 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-781ac34f-4605-43cc-b214-f6c98300e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.083826 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-781ac34f-4605-43cc-b214-f6c98300e4e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 1129 time: 0.0503936 Mar 08 15:44:55.182488 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-d216db1f-ae35-4b76-ab15-9ee4858be1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.184068 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-d216db1f-ae35-4b76-ab15-9ee4858be1dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 910 time: 0.0941091 Mar 08 15:44:55.253150 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-325eed73-1550-4bbd-872c-fb4fe743d694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4481d-07cb-4cde-b404-1931455a76cc HTTP/1.1" status: 200 len: 1001 time: 0.0624869 Mar 08 15:44:55.300327 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-74105475-af39-46b0-b199-619ca963821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.301767 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-74105475-af39-46b0-b199-619ca963821d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 200 len: 849 time: 0.0423377 Mar 08 15:44:55.351621 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-b49a9b5f-50d3-41eb-aecb-5d551fdbeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.353109 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-b49a9b5f-50d3-41eb-aecb-5d551fdbeb98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfd69d35-be58-40f6-a16e-69bda3490e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443730 Mar 08 15:44:55.447123 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-ca49ba9c-6a1d-4808-addd-64bb4f5d1703 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868051 Mar 08 15:44:55.550414 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4b8396f5-5921-4769-8827-0a8598e0fb43 req-df8a4a82-ff3f-41ba-839b-9aa2a1b70426 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968425 Mar 08 15:44:55.987337 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb0d94-da56-4771-9658-e1093b537c16 req-3b174917-09be-49f5-8237-8053f66892a3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.988817 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dbfb0d94-da56-4771-9658-e1093b537c16 req-3b174917-09be-49f5-8237-8053f66892a3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0571656 Mar 08 15:44:56.024367 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ebdbd101-a640-40c8-a665-2e7f458cb9cb req-794d3e12-ca8b-40f2-abf7-0fc353edd5b8 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0441554 Mar 08 15:44:56.055954 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dbfb0d94-da56-4771-9658-e1093b537c16 req-ac36ceb5-5c92-45a6-b108-dfc650608a0c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588527 Mar 08 15:44:56.157719 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805ba43-6436-47e8-b635-2775082c7303 req-b3c35bf4-db99-478b-ab91-5fd0ad923411 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:56.164554 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e805ba43-6436-47e8-b635-2775082c7303 req-b3c35bf4-db99-478b-ab91-5fd0ad923411 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0542581 Mar 08 15:44:56.206242 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e805ba43-6436-47e8-b635-2775082c7303 req-aad1145f-1a55-4b5b-a13f-ebe95954f7a2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Mar 08 15:44:56.946698 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-e1c766da-c8fa-4f16-9469-a556e9caf344 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:56.948108 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-e1c766da-c8fa-4f16-9469-a556e9caf344 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.24 "GET /v2.0/networks?id=5044d370-f794-4ed5-afda-ba9f7bdf7b10 HTTP/1.1" status: 200 len: 814 time: 0.1017029 Mar 08 15:44:56.967221 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Request body: {'port': {'device_id': '2a2d5d50-016f-44ea-8839-b894a1f642dd', 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10', 'admin_state_up': True, 'tenant_id': '2f89d9e4dc2940379c095e284e789ec4'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:57.124448 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4bd0fbc7-eb13-44d9-b100-b21695bf6642 req-55b8e266-6aa2-4e85-a192-9b3a8a0f63ba tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0341692 Mar 08 15:44:57.148713 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Made reservation on behalf of 2f89d9e4dc2940379c095e284e789ec4 for: {'port': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:44:57.148713 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.188134 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf251-531d-4b45-b77b-f8739e874f60 req-4ed6ba00-cd9f-400d-9a99-d69a3fcc58a7 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:57.189687 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-536cf251-531d-4b45-b77b-f8739e874f60 req-4ed6ba00-cd9f-400d-9a99-d69a3fcc58a7 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0608616 Mar 08 15:44:57.253114 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-536cf251-531d-4b45-b77b-f8739e874f60 req-e6017201-76ae-4bb6-8e1e-3f2d25d26300 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501208 Mar 08 15:44:57.286668 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Allocated IP 172.20.0.11 (5044d370-f794-4ed5-afda-ba9f7bdf7b10/288c2f18-fb01-4e49-bc15-ac217532b8df/e3b02edf-aab2-4236-9719-7994fdaf1b7b) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:57.340380 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08571f-cf04-490f-a326-00a20ca038b8 req-f0a401a9-ed40-491f-ba57-d4a16435ecd0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:57.342019 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d08571f-cf04-490f-a326-00a20ca038b8 req-f0a401a9-ed40-491f-ba57-d4a16435ecd0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0550077 Mar 08 15:44:57.388414 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6d08571f-cf04-490f-a326-00a20ca038b8 req-29a2f6f2-5315-4af7-b093-b97f8a1048f2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Mar 08 15:44:57.435868 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks [] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.531473 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.575134 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:57.578064 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:57.581754 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:57.605286 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Pushing event updated for resources: {'Port': ['ID=e3b02edf-aab2-4236-9719-7994fdaf1b7b,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:57.640510 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:57.641133 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.718638 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-903707f8-a477-4e2b-9c99-fc41d4d2219d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7552898 Mar 08 15:44:57.730783 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Request body: {'port': {'device_id': '2a2d5d50-016f-44ea-8839-b894a1f642dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:57.787317 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:58.034951 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b02edf-aab2-4236-9719-7994fdaf1b7b {{(pid=104199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:44:58.042283 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Publish callbacks [] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:58.054348 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.provisioning_blocks [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Transition to ACTIVE for port object e3b02edf-aab2-4236-9719-7994fdaf1b7b will not be triggered until provisioned by entity L2. {{(pid=104199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:44:58.116364 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:58.168779 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b02edf-aab2-4236-9719-7994fdaf1b7b,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:58.236898 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Attempting to bind port e3b02edf-aab2-4236-9719-7994fdaf1b7b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:44:58.237236 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Attempting to bind port e3b02edf-aab2-4236-9719-7994fdaf1b7b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:44:58.237568 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Attempting to bind port e3b02edf-aab2-4236-9719-7994fdaf1b7b on network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:58.242466 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Port e3b02edf-aab2-4236-9719-7994fdaf1b7b on network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:44:58.242796 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Attempting to bind port e3b02edf-aab2-4236-9719-7994fdaf1b7b on network 5044d370-f794-4ed5-afda-ba9f7bdf7b10 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:58.247651 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:44:58.247988 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Checking segment: {'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:58.248399 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Bound using segment: {'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:44:58.248830 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Bound port: e3b02edf-aab2-4236-9719-7994fdaf1b7b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3547e144-6f47-44dd-92e5-76a2a65aa40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10'}}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:44:58.249187 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:58.250788 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae727646-0c79-4538-a104-a1573b016d66 req-8f10a4bc-a40d-4ed9-af70-3915f99735f6 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.252320 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ae727646-0c79-4538-a104-a1573b016d66 req-8f10a4bc-a40d-4ed9-af70-3915f99735f6 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 944 time: 0.0554302 Mar 08 15:44:58.300528 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ae727646-0c79-4538-a104-a1573b016d66 req-f082bbe5-59ea-4af2-8f2e-50963cc84242 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Mar 08 15:44:58.318269 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] For port e3b02edf-aab2-4236-9719-7994fdaf1b7b, host hv-cinder-83009, cleared binding levels {{(pid=104199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:44:58.321450 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] For port e3b02edf-aab2-4236-9719-7994fdaf1b7b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e3b02edf-aab2-4236-9719-7994fdaf1b7b,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:44:58.365352 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735badad-5bb1-4114-a2dd-77cbe8b824ce req-5ae1488d-71c0-4c7d-bbf5-26c1fcbf3eb8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.366806 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-735badad-5bb1-4114-a2dd-77cbe8b824ce req-5ae1488d-71c0-4c7d-bbf5-26c1fcbf3eb8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0520937 Mar 08 15:44:58.411894 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-735badad-5bb1-4114-a2dd-77cbe8b824ce req-eef46550-c50a-4654-a784-aa779087b7a0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395300 Mar 08 15:44:58.413846 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:58.450355 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.450973 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:58.452371 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] 10.222.0.24 "PUT /v2.0/ports/e3b02edf-aab2-4236-9719-7994fdaf1b7b HTTP/1.1" status: 200 len: 1094 time: 0.7254684 Mar 08 15:44:58.452805 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2d5d50-016f-44ea-8839-b894a1f642dd', 'tag': 'e3b02edf-aab2-4236-9719-7994fdaf1b7b'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:58.454995 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d211b21-369b-4521-954b-daf7d60822f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2d5d50-016f-44ea-8839-b894a1f642dd", "tag": "e3b02edf-aab2-4236-9719-7994fdaf1b7b"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:58.475603 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db0eb-84ec-40c9-ac2a-e3d6cc43bd61 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b02edf-aab2-4236-9719-7994fdaf1b7b,revision_number=3']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:58.491385 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf5e558-7c2a-4ea6-b69e-d0bcd86fdd83 x-openstack-request-id: req-ecf5e558-7c2a-4ea6-b69e-d0bcd86fdd83 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:58.491679 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2d5d50-016f-44ea-8839-b894a1f642dd", "tag": "e3b02edf-aab2-4236-9719-7994fdaf1b7b", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:58.491931 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecf5e558-7c2a-4ea6-b69e-d0bcd86fdd83 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:58.492359 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2d5d50-016f-44ea-8839-b894a1f642dd', 'tag': 'e3b02edf-aab2-4236-9719-7994fdaf1b7b', 'status': 'completed', 'code': 200} Mar 08 15:44:58.564969 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211b21-369b-4521-954b-daf7d60822f6 req-76fe26a2-b11b-40f8-8816-2dde5490523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.567116 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-6d211b21-369b-4521-954b-daf7d60822f6 req-76fe26a2-b11b-40f8-8816-2dde5490523c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f89d9e4dc2940379c095e284e789ec4&device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 1128 time: 0.0515108 Mar 08 15:44:58.673374 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211b21-369b-4521-954b-daf7d60822f6 req-dd52d743-407c-4584-8118-33da9ef64b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.674847 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-6d211b21-369b-4521-954b-daf7d60822f6 req-dd52d743-407c-4584-8118-33da9ef64b91 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2f89d9e4dc2940379c095e284e789ec4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0982537 Mar 08 15:44:58.765915 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211b21-369b-4521-954b-daf7d60822f6 req-18a5d9c5-5adc-409b-8f6e-7cb36ba24465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.767368 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-6d211b21-369b-4521-954b-daf7d60822f6 req-18a5d9c5-5adc-409b-8f6e-7cb36ba24465 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0863836 Mar 08 15:44:58.850931 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-4d379188-a0a8-4123-8ba0-49a3d5e78948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.852359 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-4d379188-a0a8-4123-8ba0-49a3d5e78948 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f89d9e4dc2940379c095e284e789ec4&device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 1128 time: 0.0481222 Mar 08 15:44:58.893260 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-5dd22997-9ea8-4986-9385-6b5fc98af2af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3b02edf-aab2-4236-9719-7994fdaf1b7b HTTP/1.1" status: 200 len: 217 time: 0.0342536 Mar 08 15:44:58.939782 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-442b8363-5f28-4826-937d-02df8d8d0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.941265 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-442b8363-5f28-4826-937d-02df8d8d0a5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=288c2f18-fb01-4e49-bc15-ac217532b8df HTTP/1.1" status: 200 len: 854 time: 0.0413630 Mar 08 15:44:58.971663 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-818df1b2-03a2-40f9-9814-c1e89cac7ae5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5044d370-f794-4ed5-afda-ba9f7bdf7b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245137 Mar 08 15:44:59.058460 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-3f064f15-bcfa-4474-b6ef-1a35773a42e6 service neutron] 10.222.0.24 "GET /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812376 Mar 08 15:44:59.144478 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-b41ec5ea-59f5-4a08-9c9f-55221623a674 req-6b8123f1-f021-4bfc-bf31-c1104a6e6919 service neutron] 10.222.0.24 "GET /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798392 Mar 08 15:44:59.419296 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a3ed6-9192-4c34-a308-3083d4d1d331 req-9e0de153-0d80-46ce-968a-a052c4e07bcd tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:59.420685 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fd5a3ed6-9192-4c34-a308-3083d4d1d331 req-9e0de153-0d80-46ce-968a-a052c4e07bcd tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 944 time: 0.0540912 Mar 08 15:44:59.467286 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fd5a3ed6-9192-4c34-a308-3083d4d1d331 req-09363ef6-3d3b-4c92-bd48-7c80498d810f tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Mar 08 15:44:59.550134 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b336a0-390d-4a1d-9ff3-ca6787724ce9 req-07f2ab24-8e24-450d-84a6-1d94bb6f1e27 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:59.552170 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-15b336a0-390d-4a1d-9ff3-ca6787724ce9 req-07f2ab24-8e24-450d-84a6-1d94bb6f1e27 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0537953 Mar 08 15:44:59.597787 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-15b336a0-390d-4a1d-9ff3-ca6787724ce9 req-5eeb0281-4eed-4a31-8ed1-a94e65263991 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398784 Mar 08 15:44:59.860219 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-c75e10e5-aca6-46d6-8c8d-9f1a28254baf tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865910510&fields=id&tenant_id=446fa0e6566c4e8abfe18b45a5e42110 HTTP/1.1" status: 200 len: 267 time: 0.0424156 Mar 08 15:44:59.963139 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-c8469eaa-8c30-422d-919f-a96f7bc73df3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:59.964506 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-c8469eaa-8c30-422d-919f-a96f7bc73df3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/networks?id=a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 200 len: 807 time: 0.0974634 Mar 08 15:44:59.979048 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-384350d4-8933-4bb2-84dd-42993221d3fe tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/quotas/446fa0e6566c4e8abfe18b45a5e42110 HTTP/1.1" status: 200 len: 375 time: 0.0092731 Mar 08 15:45:00.030798 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-b21fec47-dd88-4549-ac30-0a2a1df132ab tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471354 Mar 08 15:45:00.165623 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-db87b148-77cc-440d-a6cb-d953a58ec7bb service neutron] 10.222.0.25 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235662 Mar 08 15:45:00.249285 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-b0630743-0f2b-48a6-ad0d-3c7a5f2a5c4b service neutron] 10.222.0.25 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780091 Mar 08 15:45:00.588133 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66305dfd-7dad-4760-a94d-4afe93019ce4 req-a621cc49-0e3a-4721-a08e-e25f3b4ed8d0 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.589613 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-66305dfd-7dad-4760-a94d-4afe93019ce4 req-a621cc49-0e3a-4721-a08e-e25f3b4ed8d0 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 944 time: 0.0565104 Mar 08 15:45:00.634563 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-66305dfd-7dad-4760-a94d-4afe93019ce4 req-c820314b-5439-4067-ae7d-252e88cc9a6d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 Mar 08 15:45:00.738560 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f6c48-1bca-48eb-a818-5a1d179c78a5 req-6c6bd6cf-ff63-48a4-9d4c-235b3de6a701 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.740726 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ce5f6c48-1bca-48eb-a818-5a1d179c78a5 req-6c6bd6cf-ff63-48a4-9d4c-235b3de6a701 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0523610 Mar 08 15:45:00.805216 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ce5f6c48-1bca-48eb-a818-5a1d179c78a5 req-43676bc6-b8dd-4d8d-a4f0-d5f62933d3b5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588775 Mar 08 15:45:00.834135 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-422c00e1-f39e-4102-9d90-d54f6ca8fe4f req-52b5593f-c5cd-479c-8946-f355ccbbc182 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 210 time: 0.0266864 Mar 08 15:45:01.754652 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d7b87-4a03-4b8e-9f2a-b985266b0323 req-d8f5600c-a05d-456e-9137-5a0706539763 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.756103 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9f3d7b87-4a03-4b8e-9f2a-b985266b0323 req-d8f5600c-a05d-456e-9137-5a0706539763 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 944 time: 0.0556884 Mar 08 15:45:01.803408 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9f3d7b87-4a03-4b8e-9f2a-b985266b0323 req-b5a6cb18-5a8f-4259-826e-240f26852745 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Mar 08 15:45:01.921483 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d88ffb7-f8d1-4edd-8486-02c338370329 req-1d72ae36-bd9e-4790-bbaf-6505021b4d85 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 210 time: 0.0361364 Mar 08 15:45:01.961631 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98db17-9be7-4012-983b-2991fe93b3c6 req-e94b72a2-4168-48e0-adcc-62c0dbd175ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.963098 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8a98db17-9be7-4012-983b-2991fe93b3c6 req-e94b72a2-4168-48e0-adcc-62c0dbd175ca tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0766404 Mar 08 15:45:02.012672 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8a98db17-9be7-4012-983b-2991fe93b3c6 req-9b2466b2-587e-4926-aaf2-53a72b6a4ac8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436785 Mar 08 15:45:02.362424 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:45:02.928016 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb84e-0e92-4e98-9cf5-abe3e2ea9d8a req-ffaf724a-49b7-445a-b081-2b67e53d7610 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:02.929522 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-815cb84e-0e92-4e98-9cf5-abe3e2ea9d8a req-ffaf724a-49b7-445a-b081-2b67e53d7610 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 944 time: 0.0558505 Mar 08 15:45:02.978468 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-815cb84e-0e92-4e98-9cf5-abe3e2ea9d8a req-ef2a9141-30a8-4dc9-a37b-2e18646d956b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Mar 08 15:45:03.015229 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e6757b58-f034-4079-b64e-559e608ceffb req-30ce8991-45a0-46ba-a177-822828759c28 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 210 time: 0.0286555 Mar 08 15:45:03.134466 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3a31-89de-42f8-b969-e497402474a3 req-a98801ac-f93c-4eb7-8faa-9d02325ac4ab tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:03.136212 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-258d3a31-89de-42f8-b969-e497402474a3 req-a98801ac-f93c-4eb7-8faa-9d02325ac4ab tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0543749 Mar 08 15:45:03.148421 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e3b02edf-aab2-4236-9719-7994fdaf1b7b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:45:03.193745 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-258d3a31-89de-42f8-b969-e497402474a3 req-b8e936d1-0d38-439a-b4cd-cff3c1e618ea tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449240 Mar 08 15:45:03.253186 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-d9c8b099-6128-4f49-a815-a4d57bef6f15 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:03.255028 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e3b02edf-aab2-4236-9719-7994fdaf1b7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e3b02edf-aab2-4236-9719-7994fdaf1b7b,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:03.262551 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-d9c8b099-6128-4f49-a815-a4d57bef6f15 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.24 "GET /v2.0/networks?id=a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 200 len: 807 time: 0.1226439 Mar 08 15:45:03.267403 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'e3b02edf-aab2-4236-9719-7994fdaf1b7b', 'network_id': '5044d370-f794-4ed5-afda-ba9f7bdf7b10', 'port_id': 'e3b02edf-aab2-4236-9719-7994fdaf1b7b', 'mac_address': 'fa:16:3e:d4:92:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288c2f18-fb01-4e49-bc15-ac217532b8df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:45:03.306939 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e3b02edf-aab2-4236-9719-7994fdaf1b7b is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:03.307333 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:03.318293 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-dc001e71-d536-4633-b116-6019f64df61c tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446fa0e6566c4e8abfe18b45a5e42110 HTTP/1.1" status: 200 len: 380 time: 0.0541227 Mar 08 15:45:03.320569 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b02edf-aab2-4236-9719-7994fdaf1b7b {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:03.329811 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'port': {'device_id': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'admin_state_up': True, 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'security_groups': ['8be8b2a9-011a-4b92-80c4-37a89f5f5564']}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:45:03.343901 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e3b02edf-aab2-4236-9719-7994fdaf1b7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e3b02edf-aab2-4236-9719-7994fdaf1b7b,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:03.411851 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:03.465440 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e3b02edf-aab2-4236-9719-7994fdaf1b7b,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:03.521764 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Made reservation on behalf of 446fa0e6566c4e8abfe18b45a5e42110 for: {'port': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:45:03.525184 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:03.650754 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Allocated IP 172.20.0.7 (a87c9abc-d153-46f0-a0df-0218006e0ef6/758b16cf-b0bf-4875-8cea-e4e64de35977/e9e6c334-301a-42ae-96e0-0970f37c7915) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:45:03.698562 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['e3b02edf-aab2-4236-9719-7994fdaf1b7b'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:45:03.791302 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:03.938022 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:03.983839 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:45:03.986840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:45:03.990509 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:45:04.022373 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:04.049303 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fddaa-5b6e-4f52-9544-11d2aed51382 req-b974433f-ce08-4252-8d3d-4f7cacfe98ea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:04.052901 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2e4fddaa-5b6e-4f52-9544-11d2aed51382 req-b974433f-ce08-4252-8d3d-4f7cacfe98ea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 945 time: 0.0643985 Mar 08 15:45:04.076319 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:04.076953 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.138372 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2e4fddaa-5b6e-4f52-9544-11d2aed51382 req-90906362-68be-4765-abae-564871f164f6 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792673 Mar 08 15:45:04.161781 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27256b-da86-45ec-b851-a1b89599db65 req-194c39c0-b0ca-46b5-a326-deab938d6981 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:04.161781 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e27256b-da86-45ec-b851-a1b89599db65 req-194c39c0-b0ca-46b5-a326-deab938d6981 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 945 time: 0.0905223 Mar 08 15:45:04.198922 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-e5c6be08-c873-41c8-b7a1-2090f192236e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8758059 Mar 08 15:45:04.211936 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Request body: {'port': {'device_id': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:45:04.234766 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-381e0cf9-d5b6-49b5-8dac-073a61e3b515 None None] Provisioning complete for port e9e6c334-301a-42ae-96e0-0970f37c7915 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:04.235969 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-381e0cf9-d5b6-49b5-8dac-073a61e3b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.263207 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e27256b-da86-45ec-b851-a1b89599db65 req-788a09c8-47b6-4cde-a4d7-af8001fda84e tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932884 Mar 08 15:45:04.275281 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-381e0cf9-d5b6-49b5-8dac-073a61e3b515 None None] Port e9e6c334-301a-42ae-96e0-0970f37c7915 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:45:04.284393 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.286313 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455c1d-31cc-4c2d-acb2-8f2022a3e2b1 req-985e73df-01e1-469f-85fa-f0f96ff13a0b tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:04.292665 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b455c1d-31cc-4c2d-acb2-8f2022a3e2b1 req-985e73df-01e1-469f-85fa-f0f96ff13a0b tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 931 time: 0.0795038 Mar 08 15:45:04.342714 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b455c1d-31cc-4c2d-acb2-8f2022a3e2b1 req-83495554-20e2-4ed5-9376-463bc0c69e87 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490873 Mar 08 15:45:04.392542 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3592c-a51e-4503-aa17-181f6b669792 req-f16b1b19-1756-4f5a-a449-53482dd2a59d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:04.394050 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-63f3592c-a51e-4503-aa17-181f6b669792 req-f16b1b19-1756-4f5a-a449-53482dd2a59d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0561922 Mar 08 15:45:04.446103 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-63f3592c-a51e-4503-aa17-181f6b669792 req-7c4cb87d-b6c3-40c6-8fed-cb95dbda6165 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456071 Mar 08 15:45:04.561308 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e6c334-301a-42ae-96e0-0970f37c7915 {{(pid=104199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:04.569442 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Publish callbacks [] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.581127 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.provisioning_blocks [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Transition to ACTIVE for port object e9e6c334-301a-42ae-96e0-0970f37c7915 will not be triggered until provisioned by entity L2. {{(pid=104199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:45:04.733148 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.783557 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:04.855062 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Attempting to bind port e9e6c334-301a-42ae-96e0-0970f37c7915 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:45:04.855408 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Attempting to bind port e9e6c334-301a-42ae-96e0-0970f37c7915 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:45:04.855737 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Attempting to bind port e9e6c334-301a-42ae-96e0-0970f37c7915 on network a87c9abc-d153-46f0-a0df-0218006e0ef6 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:45:04.860401 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Port e9e6c334-301a-42ae-96e0-0970f37c7915 on network a87c9abc-d153-46f0-a0df-0218006e0ef6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:45:04.860728 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Attempting to bind port e9e6c334-301a-42ae-96e0-0970f37c7915 on network a87c9abc-d153-46f0-a0df-0218006e0ef6 {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:45:04.866440 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:45:04.866779 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Checking segment: {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:45:04.867164 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Bound using segment: {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'} {{(pid=104199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:45:04.867596 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.managers [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Bound port: e9e6c334-301a-42ae-96e0-0970f37c7915, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6'}}] {{(pid=104199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:45:04.867963 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.935328 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, cleared binding levels {{(pid=104199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:45:04.938253 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:45:05.045882 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:05.081404 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.082030 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:05.083451 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 1093 time: 0.8762438 Mar 08 15:45:05.083891 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:05.086159 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19461666-84b1-44c3-853e-29841ce10a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:05.111251 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e37b2f-f3e0-45f9-8495-073b2043d510 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=3']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:05.130563 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c2390-fa02-46ca-8bd0-2ea986ec3981 x-openstack-request-id: req-081c2390-fa02-46ca-8bd0-2ea986ec3981 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:05.130865 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:05.131154 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-081c2390-fa02-46ca-8bd0-2ea986ec3981 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:05.131570 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'status': 'completed', 'code': 200} Mar 08 15:45:05.148269 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:45:05.152338 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e3b02edf-aab2-4236-9719-7994fdaf1b7b up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:45:05.207445 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19461666-84b1-44c3-853e-29841ce10a5a req-e7327c6f-8866-4c11-9c7b-caf01571f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.209646 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19461666-84b1-44c3-853e-29841ce10a5a req-e7327c6f-8866-4c11-9c7b-caf01571f298 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1127 time: 0.0528231 Mar 08 15:45:05.289988 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port e3b02edf-aab2-4236-9719-7994fdaf1b7b completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:45:05.304363 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port e3b02edf-aab2-4236-9719-7994fdaf1b7b triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:05.304778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce5e17-0565-4525-8edb-460993056c69 req-a599f959-6ddc-47e5-b044-a68c3a9c7d59 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.305267 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:05.308408 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:05.309182 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ddce5e17-0565-4525-8edb-460993056c69 req-a599f959-6ddc-47e5-b044-a68c3a9c7d59 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 945 time: 0.0899782 Mar 08 15:45:05.351972 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19461666-84b1-44c3-853e-29841ce10a5a req-21a15aa9-cdb0-4848-9f2a-bc0a7e7d5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.353752 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19461666-84b1-44c3-853e-29841ce10a5a req-21a15aa9-cdb0-4848-9f2a-bc0a7e7d5933 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1284347 Mar 08 15:45:05.357745 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'port_id': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'mac_address': 'fa:16:3e:de:6f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:45:05.384738 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ddce5e17-0565-4525-8edb-460993056c69 req-b653f463-b518-45b1-ba9e-237e7fac8dd0 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698879 Mar 08 15:45:05.444634 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e3b02edf-aab2-4236-9719-7994fdaf1b7b is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:05.445043 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:05.445254 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767a6a-9c47-416a-b7f4-48bac9152adc req-7038eddd-0f6b-46f1-bc4b-66996c6f6df8 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.446804 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-54767a6a-9c47-416a-b7f4-48bac9152adc req-7038eddd-0f6b-46f1-bc4b-66996c6f6df8 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 945 time: 0.0945222 Mar 08 15:45:05.455381 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19461666-84b1-44c3-853e-29841ce10a5a req-ddc792e4-08a0-4108-aa8e-29eb26742f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.457150 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-19461666-84b1-44c3-853e-29841ce10a5a req-ddc792e4-08a0-4108-aa8e-29eb26742f90 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0962553 Mar 08 15:45:05.470157 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d6dfe646-3727-4361-b907-2b1c2058c2df is: ACTIVE; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:05.470562 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:05.491873 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2d5d50-016f-44ea-8839-b894a1f642dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b02edf-aab2-4236-9719-7994fdaf1b7b'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:05.494153 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe3176c-e316-4730-bea0-bd3d49a2e351" -d '{"events": [{"server_uuid": "2a2d5d50-016f-44ea-8839-b894a1f642dd", "name": "network-vif-plugged", "status": "completed", "tag": "e3b02edf-aab2-4236-9719-7994fdaf1b7b"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:05.505394 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6dfe646-3727-4361-b907-2b1c2058c2df {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:05.513751 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e3b02edf-aab2-4236-9719-7994fdaf1b7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e3b02edf-aab2-4236-9719-7994fdaf1b7b,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:05.529475 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:05.530026 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-54767a6a-9c47-416a-b7f4-48bac9152adc req-93273134-041b-4083-94c0-519c057ad863 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725641 Mar 08 15:45:05.538531 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cb46a-4454-4186-ae71-e2590a291450 req-e4c307f2-d9ac-4b11-9e0e-f9bd97f9abcf tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.540044 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e02cb46a-4454-4186-ae71-e2590a291450 req-e4c307f2-d9ac-4b11-9e0e-f9bd97f9abcf tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0923448 Mar 08 15:45:05.562100 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-a7abe549-23c2-410e-815d-b8692e0f9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.563667 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-a7abe549-23c2-410e-815d-b8692e0f9be3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1127 time: 0.0665562 Mar 08 15:45:05.579371 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:05.608939 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:05.620073 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e02cb46a-4454-4186-ae71-e2590a291450 req-5537c475-b44f-4089-8d11-cce85a7c1576 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638397 Mar 08 15:45:05.640748 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e3b02edf-aab2-4236-9719-7994fdaf1b7b,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:05.667754 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d11c6-62cc-4c30-89e5-cfd37bc8eafb req-56796e54-9a10-479f-b895-c0cd55f24d26 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.671109 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ed0d11c6-62cc-4c30-89e5-cfd37bc8eafb req-56796e54-9a10-479f-b895-c0cd55f24d26 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0755017 Mar 08 15:45:05.728122 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=6']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:05.729994 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ed0d11c6-62cc-4c30-89e5-cfd37bc8eafb req-d690fe61-36ec-4e8a-8a0c-c9ff2c2c1580 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539176 Mar 08 15:45:05.772508 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24531094-a14c-4c22-8b09-f6163b555f4a x-openstack-request-id: req-24531094-a14c-4c22-8b09-f6163b555f4a {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:05.772804 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2d5d50-016f-44ea-8839-b894a1f642dd", "name": "network-vif-plugged", "status": "completed", "tag": "e3b02edf-aab2-4236-9719-7994fdaf1b7b", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:05.773055 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24531094-a14c-4c22-8b09-f6163b555f4a {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:05.773447 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2d5d50-016f-44ea-8839-b894a1f642dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b02edf-aab2-4236-9719-7994fdaf1b7b', 'code': 200} Mar 08 15:45:05.824790 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d6dfe646-3727-4361-b907-2b1c2058c2df'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:45:05.873451 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-f5f76c5b-486b-4f40-ad75-f0c2808d8b8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 217 time: 0.2988372 Mar 08 15:45:05.944783 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-c42b5996-131f-44e0-a2cc-af16def61112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.946237 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-c42b5996-131f-44e0-a2cc-af16def61112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=758b16cf-b0bf-4875-8cea-e4e64de35977 HTTP/1.1" status: 200 len: 846 time: 0.0456278 Mar 08 15:45:06.008603 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-ee44dc9e-06df-45f1-a89f-abfcd4e7a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.010146 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-ee44dc9e-06df-45f1-a89f-abfcd4e7a4e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a87c9abc-d153-46f0-a0df-0218006e0ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473635 Mar 08 15:45:06.108984 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-9d6dcf18-add9-4f4c-83f6-1b73b4d39555 service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879385 Mar 08 15:45:06.198982 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fd973-94fa-419b-a828-4b0c1e775640 req-a63837fc-e45a-451f-88ab-c35e9fba9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.200494 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fe1fd973-94fa-419b-a828-4b0c1e775640 req-a63837fc-e45a-451f-88ab-c35e9fba9ee7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 1130 time: 0.0764081 Mar 08 15:45:06.208429 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-7619d44d-686a-4efd-a5f9-554139d45ff1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.209898 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-7619d44d-686a-4efd-a5f9-554139d45ff1 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 945 time: 0.0776012 Mar 08 15:45:06.227247 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-4277541c-2beb-4df7-bc4b-58bfe794f8b6 req-46157e2a-1a79-4b3d-84b1-a7cb994b822d service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952060 Mar 08 15:45:06.286003 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fe1fd973-94fa-419b-a828-4b0c1e775640 req-50c14aed-259b-4c12-a05e-a90354da440f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751781 Mar 08 15:45:06.330410 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Deleting port f3da04a5-df8d-4027-a212-3348e0e9b69c {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:06.333257 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:06.421686 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] For port f3da04a5-df8d-4027-a212-3348e0e9b69c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3da04a5-df8d-4027-a212-3348e0e9b69c,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:06.422079 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:06.575806 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dc911-5403-4f4d-b05a-360e7d9fb31c req-04120cba-ba76-45f6-81ac-963e9e9572d7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.577287 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bc8dc911-5403-4f4d-b05a-360e7d9fb31c req-04120cba-ba76-45f6-81ac-963e9e9572d7 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 945 time: 0.1151516 Mar 08 15:45:06.687768 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:06.688165 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (511e9f7b-db4a-4423-90db-85687edb6f14), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:06.688501 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Floating IP 511e9f7b-db4a-4423-90db-85687edb6f14 disassociated. External IP: 172.27.3.213, port: f3da04a5-df8d-4027-a212-3348e0e9b69c. Mar 08 15:45:06.688843 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Calling delete_port for f3da04a5-df8d-4027-a212-3348e0e9b69c owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:06.713581 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bc8dc911-5403-4f4d-b05a-360e7d9fb31c req-47f02e11-8c95-4764-9a05-3bbd0ec6edea tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups?id=7972ed62-0996-4419-bb08-95fb82335b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085963 Mar 08 15:45:06.721591 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f760155-5eef-4bc0-9331-cab3081c1103 req-6e0c181a-feb9-4f0a-9cb3-15bd9997f554 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.723025 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7f760155-5eef-4bc0-9331-cab3081c1103 req-6e0c181a-feb9-4f0a-9cb3-15bd9997f554 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 946 time: 0.1192327 Mar 08 15:45:06.846192 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7f760155-5eef-4bc0-9331-cab3081c1103 req-28d19db0-f6d7-41a5-a3b1-b12837698534 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955088 Mar 08 15:45:06.875247 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3940cc-66d0-4e9c-81a0-165040a55609 req-3f323e4e-6fec-44b4-8ce2-3183ee825631 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.876779 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b3940cc-66d0-4e9c-81a0-165040a55609 req-3f323e4e-6fec-44b4-8ce2-3183ee825631 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0914230 Mar 08 15:45:07.156015 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:45:07.264841 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4b3940cc-66d0-4e9c-81a0-165040a55609 req-2745acde-3e7f-48c2-99c1-3a7ffdb3f84d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021624 Mar 08 15:45:07.273755 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769cdc6-7807-4c2a-afff-02868a011cbf req-8004cd48-4cdc-4afa-8eb7-d3fc2072373b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:07.280453 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e769cdc6-7807-4c2a-afff-02868a011cbf req-8004cd48-4cdc-4afa-8eb7-d3fc2072373b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.1189835 Mar 08 15:45:07.293558 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (f3da04a5-df8d-4027-a212-3348e0e9b69c), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:07.344693 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'Port': ['ID=f3da04a5-df8d-4027-a212-3348e0e9b69c,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:07.370463 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.370823 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.371170 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.371518 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.371851 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.372242 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.372585 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.372921 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.373380 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.373579 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.373909 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.374237 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.374563 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:07.444130 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e769cdc6-7807-4c2a-afff-02868a011cbf req-66cd7810-dae8-4e7b-90f9-530fbfc24c6a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571724 Mar 08 15:45:07.500065 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port d6dfe646-3727-4361-b907-2b1c2058c2df triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:07.500771 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:07.534920 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:45:07.619771 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d6dfe646-3727-4361-b907-2b1c2058c2df is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:07.620293 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:07.667136 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:07.669727 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:45:07.690948 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:45:07.706960 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:07.711781 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:07.725082 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] No DVR routers for this DVR port f3da04a5-df8d-4027-a212-3348e0e9b69c on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:45:07.728457 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:07.732410 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-422ab776-03a3-42e1-abe9-bcc0d6a7f6a6 req-ca7916e3-29a3-4c1e-b035-cc66ec32b391 tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.24 "DELETE /v2.0/ports/f3da04a5-df8d-4027-a212-3348e0e9b69c HTTP/1.1" status: 204 len: 173 time: 1.5151830 Mar 08 15:45:07.732884 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'name': 'network-vif-deleted', 'tag': 'f3da04a5-df8d-4027-a212-3348e0e9b69c'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:07.736489 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e73ada-5214-42ff-bbb7-f6b2c6de421e" -d '{"events": [{"server_uuid": "0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b", "name": "network-vif-deleted", "tag": "f3da04a5-df8d-4027-a212-3348e0e9b69c"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:07.815989 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:07.821113 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620ac385-d5bf-45be-8413-4679b6805e4a" -d '{"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-plugged", "status": "completed", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:07.845444 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:07.860850 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f0129444-f012-4e58-92b2-034afeb9bf52 req-37c6f423-222b-43d2-a088-0a13524ef1bb tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b HTTP/1.1" status: 200 len: 210 time: 0.0520451 Mar 08 15:45:07.935574 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ba8732-0935-4fea-873b-d6c73e41204e x-openstack-request-id: req-c5ba8732-0935-4fea-873b-d6c73e41204e {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:07.935911 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b", "name": "network-vif-deleted", "tag": "f3da04a5-df8d-4027-a212-3348e0e9b69c", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:07.936136 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5ba8732-0935-4fea-873b-d6c73e41204e {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:07.936589 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb1400a-b3c2-4d4b-8b01-c2ed5ebf062b', 'name': 'network-vif-deleted', 'tag': 'f3da04a5-df8d-4027-a212-3348e0e9b69c', 'status': 'completed', 'code': 200} Mar 08 15:45:07.960824 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=7']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:08.004221 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a6acf5-277d-4c47-a249-b0cc9d3196ea x-openstack-request-id: req-c3a6acf5-277d-4c47-a249-b0cc9d3196ea {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:08.004511 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-plugged", "status": "completed", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:08.004764 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3a6acf5-277d-4c47-a249-b0cc9d3196ea {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:08.005187 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'code': 200} Mar 08 15:45:08.021068 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:08.098294 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39f73-7634-4176-b0ce-790bc8e332d1 req-b12e2c22-435b-4827-b9d3-d3097db39c2f tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:08.099805 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-69c39f73-7634-4176-b0ce-790bc8e332d1 req-b12e2c22-435b-4827-b9d3-d3097db39c2f tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 946 time: 0.0583136 Mar 08 15:45:08.159202 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-69c39f73-7634-4176-b0ce-790bc8e332d1 req-ab79afb7-08a6-4a8b-bdf4-c05bdaa4e6a8 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527143 Mar 08 15:45:08.314648 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:08.350030 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:45:08.365401 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:08.366132 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:08.460524 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1398-461c-4d0c-86a7-791523b83d05 req-bee4019a-75db-435d-b33e-cdb3a6722214 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:08.462885 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fd9d1398-461c-4d0c-86a7-791523b83d05 req-bee4019a-75db-435d-b33e-cdb3a6722214 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0883443 Mar 08 15:45:08.548546 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fd9d1398-461c-4d0c-86a7-791523b83d05 req-1f5c172f-0915-4178-9c19-99c01408d70a tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692749 Mar 08 15:45:08.554298 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:08.693055 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7bcbc-0c49-4f97-aa26-3f6f45c961e4 req-24f07f45-9702-4e34-9803-09286589c219 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:08.694641 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-54e7bcbc-0c49-4f97-aa26-3f6f45c961e4 req-24f07f45-9702-4e34-9803-09286589c219 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0715420 Mar 08 15:45:08.804500 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-54e7bcbc-0c49-4f97-aa26-3f6f45c961e4 req-5a277ad9-e0b8-4ecf-9e24-78a8d547c541 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934532 Mar 08 15:45:08.842187 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:08.870217 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec7f8a-9157-4b64-9df8-ef51cc26db48 None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:53Z', 'revision_number': 4, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0', 'name': '', 'network_id': 'e25df95b-1720-4193-966a-ca26942242e5', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'mac_address': 'fa:16:3e:0c:de:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:52Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'subnets': [{'id': 'cdb27db0-46fb-41a3-b99b-6d4043415fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:45:09.079680 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49476) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:09.191057 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-83f942d2-a232-45db-833f-7305677b55cd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (7972ed62-0996-4419-bb08-95fb82335b35), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.221953 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-83f942d2-a232-45db-833f-7305677b55cd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (7972ed62-0996-4419-bb08-95fb82335b35), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.257463 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b89f71-5dc7-4424-9007-f653525145cb None None] New status for floating IP 511e9f7b-db4a-4423-90db-85687edb6f14: DOWN {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:45:09.366129 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-83f942d2-a232-45db-833f-7305677b55cd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (7972ed62-0996-4419-bb08-95fb82335b35), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.368966 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-83f942d2-a232-45db-833f-7305677b55cd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.370176 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-83f942d2-a232-45db-833f-7305677b55cd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "DELETE /v2.0/security-groups/7972ed62-0996-4419-bb08-95fb82335b35 HTTP/1.1" status: 204 len: 168 time: 0.2919211 Mar 08 15:45:09.372968 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 49480) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:09.379885 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f942d2-a232-45db-833f-7305677b55cd tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7972ed62-0996-4419-bb08-95fb82335b35,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:09.394686 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.api.v2.resource [None req-7d6e9fa7-4660-4c5b-b8a2-c59527a4d71a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] show failed (client error): The resource could not be found. Mar 08 15:45:09.399025 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49482) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:09.399698 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-7d6e9fa7-4660-4c5b-b8a2-c59527a4d71a tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "GET /v2.0/security-groups/7972ed62-0996-4419-bb08-95fb82335b35 HTTP/1.1" status: 404 len: 347 time: 0.0246692 Mar 08 15:45:09.543833 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Deleting port 6b7d1a28-3073-4735-bf7c-92eb35d63cab {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:09.544627 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (6b7d1a28-3073-4735-bf7c-92eb35d63cab), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.643119 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (6b7d1a28-3073-4735-bf7c-92eb35d63cab), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.643480 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (6b7d1a28-3073-4735-bf7c-92eb35d63cab), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.672685 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Calling delete_port for 6b7d1a28-3073-4735-bf7c-92eb35d63cab owned by network:floatingip {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:09.737585 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcc4af-3369-4402-9629-c2044dbde35f req-62313c64-a867-421f-b78a-0c34380b1520 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:09.739145 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-afdcc4af-3369-4402-9629-c2044dbde35f req-62313c64-a867-421f-b78a-0c34380b1520 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.1143773 Mar 08 15:45:09.826981 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-afdcc4af-3369-4402-9629-c2044dbde35f req-a2b0bbdf-aa91-402e-97dd-2d30938a8c28 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755353 Mar 08 15:45:09.951950 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (6b7d1a28-3073-4735-bf7c-92eb35d63cab), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.991937 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Pushing event deleted for resources: {'Port': ['ID=6b7d1a28-3073-4735-bf7c-92eb35d63cab,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:10.058388 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0ab65-e7bc-41f6-872c-13e5a75462ba req-3468f73e-f247-42d6-a209-36afc41749d9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:10.059909 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-78d0ab65-e7bc-41f6-872c-13e5a75462ba req-3468f73e-f247-42d6-a209-36afc41749d9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.1403234 Mar 08 15:45:10.074843 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks [] for floatingip (511e9f7b-db4a-4423-90db-85687edb6f14), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:10.077760 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:10.078906 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-d327840e-51dc-45b5-adef-362ca88b33da tempest-AttachVolumeNegativeTest-1182398391 tempest-AttachVolumeNegativeTest-1182398391-project] 10.222.0.25 "DELETE /v2.0/floatingips/511e9f7b-db4a-4423-90db-85687edb6f14 HTTP/1.1" status: 204 len: 168 time: 0.6785445 Mar 08 15:45:10.127389 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-78d0ab65-e7bc-41f6-872c-13e5a75462ba req-61001a86-f8d8-41ef-8c59-4027b2e4353f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604801 Mar 08 15:45:10.990597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8dbe2-96ae-4c65-8c42-68845446f8e3 req-eec119bb-83b8-43b1-8ca0-3b802feb8298 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:10.992060 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9b8dbe2-96ae-4c65-8c42-68845446f8e3 req-eec119bb-83b8-43b1-8ca0-3b802feb8298 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0538971 Mar 08 15:45:11.039438 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c9b8dbe2-96ae-4c65-8c42-68845446f8e3 req-fde2d3f3-3b35-45f2-a2ac-f0c09d3ecc4a tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Mar 08 15:45:11.163967 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device f3da04a5-df8d-4027-a212-3348e0e9b69c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:11.188532 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: f3da04a5-df8d-4027-a212-3348e0e9b69c {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:11.189026 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device f3da04a5-df8d-4027-a212-3348e0e9b69c not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:11.297969 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7b87-73c4-4f94-ac5c-aae40935e6c4 req-06f6c616-aa92-4e1a-beff-bc318b6d9669 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:11.307682 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3aaf7b87-73c4-4f94-ac5c-aae40935e6c4 req-06f6c616-aa92-4e1a-beff-bc318b6d9669 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0806537 Mar 08 15:45:11.359192 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3aaf7b87-73c4-4f94-ac5c-aae40935e6c4 req-061bfb62-b5be-4ac4-8e42-d66f364eb024 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504699 Mar 08 15:45:12.167326 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689216a-ab21-4a1e-b52b-ddd899a3e47a req-6de9541a-f74a-417a-a956-d953cae7b64d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:12.170343 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1689216a-ab21-4a1e-b52b-ddd899a3e47a req-6de9541a-f74a-417a-a956-d953cae7b64d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0608580 Mar 08 15:45:12.230400 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1689216a-ab21-4a1e-b52b-ddd899a3e47a req-b2a0a8d3-afc7-4d41-b079-240392976fa7 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539241 Mar 08 15:45:12.504205 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62ab0a-6e02-4cbe-a4d9-a6f3e5f05cf6 req-856c1090-ac66-4f6e-b3bd-1c6df68f9b8e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:12.508682 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5d62ab0a-6e02-4cbe-a4d9-a6f3e5f05cf6 req-856c1090-ac66-4f6e-b3bd-1c6df68f9b8e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0626431 Mar 08 15:45:12.560513 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5d62ab0a-6e02-4cbe-a4d9-a6f3e5f05cf6 req-4cdd61c4-b138-4d8e-854d-43885826e466 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486174 Mar 08 15:45:13.371776 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae26cb3-b01c-43c9-a6de-0a58d702dfd7 req-7cf1a34d-8cac-4ac6-bc05-321baaba414f tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:13.374200 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8ae26cb3-b01c-43c9-a6de-0a58d702dfd7 req-7cf1a34d-8cac-4ac6-bc05-321baaba414f tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0736897 Mar 08 15:45:13.448836 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8ae26cb3-b01c-43c9-a6de-0a58d702dfd7 req-72993884-4067-465d-9d48-d85c71fa4f48 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674961 Mar 08 15:45:13.707613 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272737ba-2d17-47ab-ac18-a2efcfa8590b req-8ba4c42c-7435-4469-a452-c841a01cb685 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:13.709314 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-272737ba-2d17-47ab-ac18-a2efcfa8590b req-8ba4c42c-7435-4469-a452-c841a01cb685 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0586355 Mar 08 15:45:13.763530 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-272737ba-2d17-47ab-ac18-a2efcfa8590b req-b8b5d30e-361b-42db-a0db-15ec48885c85 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480163 Mar 08 15:45:14.219159 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49546) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:14.635906 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51370bd-df39-4c14-8d27-dd33057ed16c req-3d4486b8-740a-4f19-8eb7-a3ea10762d90 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:14.637461 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d51370bd-df39-4c14-8d27-dd33057ed16c req-3d4486b8-740a-4f19-8eb7-a3ea10762d90 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.1057322 Mar 08 15:45:14.733206 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d51370bd-df39-4c14-8d27-dd33057ed16c req-27563436-0ffc-4520-a002-d4309bcc1bd0 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891671 Mar 08 15:45:14.822378 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (045f20ca-deac-45a5-bd02-da847741c6f3), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:14.961858 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2628-70a0-43d2-8039-ec7e5d6e6755 req-368095ce-40ba-44f2-82e6-d2844197c046 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:14.963304 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfdd2628-70a0-43d2-8039-ec7e5d6e6755 req-368095ce-40ba-44f2-82e6-d2844197c046 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.1025686 Mar 08 15:45:15.059702 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfdd2628-70a0-43d2-8039-ec7e5d6e6755 req-b51ec581-065d-43f3-8029-1abc9ce056a0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899994 Mar 08 15:45:15.167731 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Deleting port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:15.168428 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:15.173882 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e9e6c334-301a-42ae-96e0-0970f37c7915 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:45:15.274951 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] For port c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:15.275409 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:15.288385 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:15.289243 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Calling delete_port for c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 owned by network:router_interface {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:15.300182 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'port_id': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'mac_address': 'fa:16:3e:48:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:45:15.354064 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e9e6c334-301a-42ae-96e0-0970f37c7915 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:15.354372 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:15.368678 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e6c334-301a-42ae-96e0-0970f37c7915 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:15.391097 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:15.509740 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:15.589329 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:15.591514 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:15.627199 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:15.806698 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['e9e6c334-301a-42ae-96e0-0970f37c7915'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:45:15.846693 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (045f20ca-deac-45a5-bd02-da847741c6f3), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:16.039335 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1b09-4649-4aef-8b45-b4233222a08c req-4b12cba7-00ee-44ce-a34d-77271eeb0854 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:16.041255 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c85a1b09-4649-4aef-8b45-b4233222a08c req-4b12cba7-00ee-44ce-a34d-77271eeb0854 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 944 time: 0.1924267 Mar 08 15:45:16.173150 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c85a1b09-4649-4aef-8b45-b4233222a08c req-139471ba-0dfa-4867-a0d7-ce2336ba5ac8 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251168 Mar 08 15:45:16.304843 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcea24-4d62-461a-bdff-bc36d03e28ed req-9ece368d-0620-42e9-a9f0-72dbef399dff tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:16.306315 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9edcea24-4d62-461a-bdff-bc36d03e28ed req-9ece368d-0620-42e9-a9f0-72dbef399dff tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.1378791 Mar 08 15:45:16.316002 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Router 045f20ca-deac-45a5-bd02-da847741c6f3 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:45:16.406355 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9edcea24-4d62-461a-bdff-bc36d03e28ed req-8d979903-03de-467e-b640-029895c272b3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923591 Mar 08 15:45:16.748805 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:45:16.754396 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ade35305-5104-4cc2-94b3-8841c48d6509 admin admin] 10.222.0.25 "PUT /v2.0/routers/045f20ca-deac-45a5-bd02-da847741c6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5342193 Mar 08 15:45:16.757005 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49572) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:16.761022 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] Sync routers for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:45:16.778292 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:16.779221 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:16.888799 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks [] for router (045f20ca-deac-45a5-bd02-da847741c6f3), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:16.927360 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:17.024017 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks [] for router_gateway (045f20ca-deac-45a5-bd02-da847741c6f3), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:17.172784 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e9e6c334-301a-42ae-96e0-0970f37c7915 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:45:17.186715 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Deleting port 9860080d-a2ba-473a-87aa-ca48e7ae86db {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:17.186974 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:17.203839 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:45:15Z', 'revision_number': 5, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port': {'id': '9860080d-a2ba-473a-87aa-ca48e7ae86db', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:17.242249 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] Checking router: 045f20ca-deac-45a5-bd02-da847741c6f3 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:45:17.260444 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] Routers {'045f20ca-deac-45a5-bd02-da847741c6f3'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:17.260753 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:44:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['045f20ca-deac-45a5-bd02-da847741c6f3'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:17.291127 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] For port 9860080d-a2ba-473a-87aa-ca48e7ae86db, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=9860080d-a2ba-473a-87aa-ca48e7ae86db,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:17.291612 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:17.327267 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Calling delete_port for 9860080d-a2ba-473a-87aa-ca48e7ae86db owned by network:router_gateway {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:17.377952 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] Set router 045f20ca-deac-45a5-bd02-da847741c6f3 gateway port host: None {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:17.411994 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port e9e6c334-301a-42ae-96e0-0970f37c7915 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:45:17.418370 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face0a9-da83-4c51-b72e-aa732dd37846 req-83efa75e-119d-455e-b613-08e56b1fe737 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:17.420100 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3face0a9-da83-4c51-b72e-aa732dd37846 req-83efa75e-119d-455e-b613-08e56b1fe737 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 944 time: 0.1496787 Mar 08 15:45:17.452563 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:45:17Z', 'revision_number': 6, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port_host': None}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:17.454567 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port e9e6c334-301a-42ae-96e0-0970f37c7915 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:17.454949 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:17.508025 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b965d-117f-4cb9-a0e0-b70ee53cbfaf None None] The sync data for ids ['045f20ca-deac-45a5-bd02-da847741c6f3'] in dv-cinder-830097-2-iscsi is: [{'id': '045f20ca-deac-45a5-bd02-da847741c6f3', 'name': 'tempest-AttachVolumeNegativeTest-1509822330-router', 'tenant_id': '59ab38d879c841aeb11a9c18728a251e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:48Z', 'updated_at': '2022-03-08T15:45:17Z', 'revision_number': 6, 'project_id': '59ab38d879c841aeb11a9c18728a251e', 'gw_port_host': None}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:45:17.589403 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e9e6c334-301a-42ae-96e0-0970f37c7915 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:17.589805 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:17.614697 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:17.617219 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a79299-a7ce-4dc3-9877-347134b99627" -d '{"events": [{"server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "name": "network-vif-plugged", "status": "completed", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:17.631801 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3face0a9-da83-4c51-b72e-aa732dd37846 req-52bdb088-b200-46cd-8d9d-80fb2dbcaa10 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650553 Mar 08 15:45:17.633354 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:17.646169 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b66133-44a5-407b-a877-f24aaa156a47 req-0f081cda-1a93-40cf-a962-19ca3107fc69 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:17.647732 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-56b66133-44a5-407b-a877-f24aaa156a47 req-0f081cda-1a93-40cf-a962-19ca3107fc69 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.1188748 Mar 08 15:45:17.675846 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb63c0c-16fd-46f1-93fd-cb643fcfe70e x-openstack-request-id: req-5fb63c0c-16fd-46f1-93fd-cb643fcfe70e {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:17.676051 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "name": "network-vif-plugged", "status": "completed", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:17.676470 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fb63c0c-16fd-46f1-93fd-cb643fcfe70e {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:17.677361 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'code': 200} Mar 08 15:45:17.701008 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-56b66133-44a5-407b-a877-f24aaa156a47 req-baf5f132-ff1a-4818-a68d-057a46001905 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442779 Mar 08 15:45:17.919561 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:17.941392 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:17.941846 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device c7bec6eb-4f44-4bce-b9c7-dcb67515cfe0 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:18.086956 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.103801 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (9860080d-a2ba-473a-87aa-ca48e7ae86db), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.133575 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Pushing event deleted for resources: {'Port': ['ID=9860080d-a2ba-473a-87aa-ca48e7ae86db,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:18.153084 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:18.202817 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (045f20ca-deac-45a5-bd02-da847741c6f3), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.297720 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9af7f1d3-9fe8-4a96-bc84-714b1e434560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.316226 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (045f20ca-deac-45a5-bd02-da847741c6f3), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.319312 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks [] for router_controller (045f20ca-deac-45a5-bd02-da847741c6f3), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.459001 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (045f20ca-deac-45a5-bd02-da847741c6f3), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.459545 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 045f20ca-deac-45a5-bd02-da847741c6f3 {{(pid=104200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:45:18.464839 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.468361 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0ff3ff50-428f-4213-9dc1-481258674348 admin admin] 10.222.0.25 "DELETE /v2.0/routers/045f20ca-deac-45a5-bd02-da847741c6f3 HTTP/1.1" status: 204 len: 168 time: 1.7080805 Mar 08 15:45:18.468618 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 49588) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:18.519033 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Deleting subnet cdb27db0-46fb-41a3-b99b-6d4043415fd2 {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:45:18.528088 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Publish callbacks [] for subnet (cdb27db0-46fb-41a3-b99b-6d4043415fd2), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.565647 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (cdb27db0-46fb-41a3-b99b-6d4043415fd2), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.663549 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (cdb27db0-46fb-41a3-b99b-6d4043415fd2), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.830125 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (cdb27db0-46fb-41a3-b99b-6d4043415fd2), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.836065 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14782a09-ecbc-4266-9f53-5c773ec413f0 req-612ed1de-2a54-45ce-aff5-e5964a3d7e79 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:18.837696 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-14782a09-ecbc-4266-9f53-5c773ec413f0 req-612ed1de-2a54-45ce-aff5-e5964a3d7e79 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.1030424 Mar 08 15:45:18.860842 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb27db0-46fb-41a3-b99b-6d4043415fd2,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:18.869429 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:18.870070 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f5212-1a7a-4723-b9bc-fdcc575274b8 None None] Network e25df95b-1720-4193-966a-ca26942242e5 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:45:18.872576 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cdb27db0-46fb-41a3-b99b-6d4043415fd2 HTTP/1.1" status: 204 len: 168 time: 0.4029841 Mar 08 15:45:18.875122 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.875672 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.876224 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.876730 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.877213 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.877683 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.878162 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.878451 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49596) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:18.878838 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.879323 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.880416 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.880894 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.881387 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.881858 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173fa37d-7a48-4c8f-a2a0-ac8eb33f8761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:18.920960 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c87ef5-0503-4304-9c3e-8bc82e52e07f req-0a878d42-ab57-4d84-bfa1-36571ff42f7f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:18.922525 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8c87ef5-0503-4304-9c3e-8bc82e52e07f req-0a878d42-ab57-4d84-bfa1-36571ff42f7f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.1327484 Mar 08 15:45:18.993964 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-14782a09-ecbc-4266-9f53-5c773ec413f0 req-0e108202-6e64-4772-944f-03d9d1010908 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427405 Mar 08 15:45:19.018805 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (e25df95b-1720-4193-966a-ca26942242e5), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.043093 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8c87ef5-0503-4304-9c3e-8bc82e52e07f req-1d02d4fd-d327-48ab-9628-18494973156a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113310 Mar 08 15:45:19.091850 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Deleting port 2815035a-5f41-44f8-b21f-d26c23355701 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:19.092216 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (2815035a-5f41-44f8-b21f-d26c23355701), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.155043 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] For port 2815035a-5f41-44f8-b21f-d26c23355701, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=2815035a-5f41-44f8-b21f-d26c23355701,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:19.155043 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (2815035a-5f41-44f8-b21f-d26c23355701), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.172507 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Calling delete_port for 2815035a-5f41-44f8-b21f-d26c23355701 owned by network:dhcp {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:19.207809 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] DHCP port deletion for e25df95b-1720-4193-966a-ca26942242e5 request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:45:19.265314 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] Deleting port 2815035a-5f41-44f8-b21f-d26c23355701 {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:19.265680 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (2815035a-5f41-44f8-b21f-d26c23355701), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.313597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (2815035a-5f41-44f8-b21f-d26c23355701), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.327707 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] For port 2815035a-5f41-44f8-b21f-d26c23355701, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=2815035a-5f41-44f8-b21f-d26c23355701,segment=NetworkSegment(b42b9ab5-6d69-4374-9505-259319195065),segment_id=b42b9ab5-6d69-4374-9505-259319195065)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:19.328114 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (2815035a-5f41-44f8-b21f-d26c23355701), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.342027 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] Calling delete_port for 2815035a-5f41-44f8-b21f-d26c23355701 owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:19.343070 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2815035a-5f41-44f8-b21f-d26c23355701,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:19.345028 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] No DVR routers for this DVR port 2815035a-5f41-44f8-b21f-d26c23355701 on host dv-cinder-830097-2-iscsi {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:45:19.428532 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (2815035a-5f41-44f8-b21f-d26c23355701), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.428743 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (e25df95b-1720-4193-966a-ca26942242e5), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.451999 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25df95b-1720-4193-966a-ca26942242e5']}} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:19.455083 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] Pushing event deleted for resources: {'Port': ['ID=2815035a-5f41-44f8-b21f-d26c23355701,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:19.456915 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce790958-0baf-4598-bee3-189f5b8157b7 None None] No DVR routers for this DVR port 2815035a-5f41-44f8-b21f-d26c23355701 on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:45:19.462372 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42b9ab5-6d69-4374-9505-259319195065') {'for_net_delete': True} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:19.462686 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42b9ab5-6d69-4374-9505-259319195065') {} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:19.477290 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5535663'] for segment (b42b9ab5-6d69-4374-9505-259319195065), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.491044 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (b42b9ab5-6d69-4374-9505-259319195065), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.496889 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:45:19.497373 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24908471'] for segment (b42b9ab5-6d69-4374-9505-259319195065), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: Traceback (most recent call last): Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: timer() Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: cb(*args, **kw) Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: return func(*args, **kwargs) Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: self._notify() Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: self.callback(batched_events) Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: event.method(event) Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: return f(self, *a, **k) Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._get(url).json() Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: return self.request(url, 'GET', **kwargs) Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:45:19.499135 dv-cinder-830097-2-iscsi neutron-server[104200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:45:19.636193 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (e25df95b-1720-4193-966a-ca26942242e5), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.642407 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.646097 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e25df95b-1720-4193-966a-ca26942242e5 HTTP/1.1" status: 204 len: 168 time: 0.7667093 Mar 08 15:45:19.656655 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4f69-edaf-4069-8b5e-832b7965dfe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e25df95b-1720-4193-966a-ca26942242e5,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:19.664168 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:19.907317 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 2815035a-5f41-44f8-b21f-d26c23355701 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:19.929229 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 2815035a-5f41-44f8-b21f-d26c23355701 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:19.929582 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 2815035a-5f41-44f8-b21f-d26c23355701 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:19.930012 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 9860080d-a2ba-473a-87aa-ca48e7ae86db no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:19.949916 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 9860080d-a2ba-473a-87aa-ca48e7ae86db {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:19.950264 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 9860080d-a2ba-473a-87aa-ca48e7ae86db not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:19.990281 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49608) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:20.038136 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-1e6a7bb2-c0cc-463e-8b51-38e8910ed331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59ab38d879c841aeb11a9c18728a251e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466955 Mar 08 15:45:20.041141 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49612) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:20.134436 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dad17770-bed9-4a0e-82e9-13bf520d4cf7 admin admin] Publish callbacks [] for security_group (4166c4e5-5a44-4f0e-9de2-1f4f0e5ad884), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:20.169693 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54123b7-f2c1-4e70-9111-7d7c039eaf7c req-2b6606f6-eade-491e-b67c-a7082f2c71cd tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:20.171170 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d54123b7-f2c1-4e70-9111-7d7c039eaf7c req-2b6606f6-eade-491e-b67c-a7082f2c71cd tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.1074314 Mar 08 15:45:20.186775 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dad17770-bed9-4a0e-82e9-13bf520d4cf7 admin admin] Publish callbacks [] for security_group (4166c4e5-5a44-4f0e-9de2-1f4f0e5ad884), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:20.256553 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855313c-1a6a-4d7a-a792-660ba051e6ae req-86dacaee-bf0d-44cf-b784-120f5b5d1e25 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:20.258053 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c855313c-1a6a-4d7a-a792-660ba051e6ae req-86dacaee-bf0d-44cf-b784-120f5b5d1e25 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.1389341 Mar 08 15:45:20.282705 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d54123b7-f2c1-4e70-9111-7d7c039eaf7c req-5fc7ba22-9990-43ed-9b84-3c2b1038b430 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022749 Mar 08 15:45:20.318576 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c855313c-1a6a-4d7a-a792-660ba051e6ae req-c2783dfd-7bcf-4d57-9a37-0e3efd8aba4d tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521371 Mar 08 15:45:20.361041 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eec82c96-76ef-4d0e-9c7c-01b994f71cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:20.378038 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dad17770-bed9-4a0e-82e9-13bf520d4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4166c4e5-5a44-4f0e-9de2-1f4f0e5ad884), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:20.381191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dad17770-bed9-4a0e-82e9-13bf520d4cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:20.382305 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-dad17770-bed9-4a0e-82e9-13bf520d4cf7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4166c4e5-5a44-4f0e-9de2-1f4f0e5ad884 HTTP/1.1" status: 204 len: 168 time: 0.3402512 Mar 08 15:45:20.389988 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad17770-bed9-4a0e-82e9-13bf520d4cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166c4e5-5a44-4f0e-9de2-1f4f0e5ad884,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:20.991627 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d2b93-0987-439f-95e5-1d4b40cdfaba req-40ac8064-ebd9-4ed5-b27d-0729affc6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:20.993268 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c6d2b93-0987-439f-95e5-1d4b40cdfaba req-40ac8064-ebd9-4ed5-b27d-0729affc6e11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1129 time: 0.0546336 Mar 08 15:45:21.041342 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c6d2b93-0987-439f-95e5-1d4b40cdfaba req-1ce8ca30-a350-4863-948b-056bd3577d3d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400252 Mar 08 15:45:21.478944 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-7a2705bf-e4fd-4b03-9e13-1bec354aa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:21.480489 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-7a2705bf-e4fd-4b03-9e13-1bec354aa551 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 1130 time: 0.1333983 Mar 08 15:45:21.494251 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b7c9f-a838-49fb-add7-4e6ace2f96f2 req-e8e3a8bd-79ce-41b4-b3d8-4be2a0b06799 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:21.495692 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-264b7c9f-a838-49fb-add7-4e6ace2f96f2 req-e8e3a8bd-79ce-41b4-b3d8-4be2a0b06799 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.1060853 Mar 08 15:45:21.524469 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44fd9e-6b7e-42da-a167-78db831ae815 req-66291802-af7c-40af-8d9f-308145658489 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:21.525928 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6e44fd9e-6b7e-42da-a167-78db831ae815 req-66291802-af7c-40af-8d9f-308145658489 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.1228685 Mar 08 15:45:21.646167 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-264b7c9f-a838-49fb-add7-4e6ace2f96f2 req-886240c1-9d1c-4565-95af-cd21b64048db tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402524 Mar 08 15:45:21.678730 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6e44fd9e-6b7e-42da-a167-78db831ae815 req-bb95144c-e303-4708-a956-abf89808f21c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265075 Mar 08 15:45:21.678730 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-7789d1db-e41f-4c1a-ba4a-915ea7cba7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:21.678730 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-7789d1db-e41f-4c1a-ba4a-915ea7cba7e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 917 time: 0.1759000 Mar 08 15:45:21.709815 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:21.746607 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-3e279330-62e7-4b81-9211-2f2e2cde64a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6dfe646-3727-4361-b907-2b1c2058c2df HTTP/1.1" status: 200 len: 1001 time: 0.0660293 Mar 08 15:45:21.793961 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-3dd0b681-2cfc-4bdc-af04-317b218d44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:21.795513 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-3dd0b681-2cfc-4bdc-af04-317b218d44d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0429053 Mar 08 15:45:21.844340 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-56aab52b-96fc-4821-b19d-e8800e7d1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:21.846370 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-56aab52b-96fc-4821-b19d-e8800e7d1059 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439038 Mar 08 15:45:21.936026 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-d8b13251-023b-43e1-a2be-64f2bda3de41 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832658 Mar 08 15:45:22.028495 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bfd0a62c-7ee2-430d-a27a-b9811f100fc9 req-08d9c5c4-4806-464f-8e9f-f9518dfe877e service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819046 Mar 08 15:45:22.814673 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4176f-5cf2-473d-9efb-0ab2bbbf8af6 req-d0d8d447-790e-48b1-806c-43117a38bc1c tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:22.816164 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-48b4176f-5cf2-473d-9efb-0ab2bbbf8af6 req-d0d8d447-790e-48b1-806c-43117a38bc1c tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0891175 Mar 08 15:45:22.822833 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e07b0-75c1-4caa-a305-b6c3decae848 req-91946d86-b3c9-4976-8f6a-8837b12ecf15 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:22.824250 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-317e07b0-75c1-4caa-a305-b6c3decae848 req-91946d86-b3c9-4976-8f6a-8837b12ecf15 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0855672 Mar 08 15:45:22.902195 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-317e07b0-75c1-4caa-a305-b6c3decae848 req-5f100488-1d40-442e-9246-5594744899e4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714021 Mar 08 15:45:22.906672 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-48b4176f-5cf2-473d-9efb-0ab2bbbf8af6 req-4c919429-b4b1-4e78-a3b0-9d7ce71915b1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815616 Mar 08 15:45:23.149265 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:24.057707 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a8e2-fac6-473b-a2df-2672dd1095d5 req-8259378d-6b24-4743-bff3-b05e1b8b94c1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:24.059091 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df98a8e2-fac6-473b-a2df-2672dd1095d5 req-8259378d-6b24-4743-bff3-b05e1b8b94c1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0870144 Mar 08 15:45:24.066263 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170f48-103c-4613-bb21-92f62289487a req-7f8a7353-b688-431e-be14-f7c38381391c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:24.067598 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e3170f48-103c-4613-bb21-92f62289487a req-7f8a7353-b688-431e-be14-f7c38381391c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0936213 Mar 08 15:45:24.138191 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df98a8e2-fac6-473b-a2df-2672dd1095d5 req-06df2a8d-54f8-4af5-a23b-773348c1360b tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690594 Mar 08 15:45:24.142280 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e3170f48-103c-4613-bb21-92f62289487a req-53cf2070-3e2b-4a15-8d7d-ad2b88f125d8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677173 Mar 08 15:45:24.749389 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:25.290482 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce978d40-57d9-4d2d-9eca-b529a078a248 req-f5bab092-5bc1-47a6-b69c-30cbdaab7e9f tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:25.291959 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ce978d40-57d9-4d2d-9eca-b529a078a248 req-f5bab092-5bc1-47a6-b69c-30cbdaab7e9f tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0865819 Mar 08 15:45:25.310561 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3eb41-d3f1-4d54-a9d9-d01330e08087 req-61997b6a-2b0b-4f6c-b57d-8d63a407df29 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:25.374176 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d4d3eb41-d3f1-4d54-a9d9-d01330e08087 req-61997b6a-2b0b-4f6c-b57d-8d63a407df29 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 946 time: 0.0968077 Mar 08 15:45:25.385773 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ce978d40-57d9-4d2d-9eca-b529a078a248 req-42a4ceaa-3403-41e2-811e-92bd5941663d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875430 Mar 08 15:45:25.403727 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d4d3eb41-d3f1-4d54-a9d9-d01330e08087 req-3103b7f8-6583-49e3-ae81-95f75d75039c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838058 Mar 08 15:45:25.510102 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c682a8-d305-46e5-9024-79ca42e01efd req-18b60993-b38e-4b73-b4ce-447ad640a170 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:25.511567 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-93c682a8-d305-46e5-9024-79ca42e01efd req-18b60993-b38e-4b73-b4ce-447ad640a170 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0526934 Mar 08 15:45:25.559538 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-93c682a8-d305-46e5-9024-79ca42e01efd req-2c77b908-1f3a-4420-9338-6a2f12c9c3fe tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Mar 08 15:45:25.580442 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49688) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:25.585648 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:25.662888 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d6dfe646-3727-4361-b907-2b1c2058c2df is: ACTIVE; New status is: DOWN {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:25.663281 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:25.685790 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:25.688018 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4534125b-1124-48b0-a711-f17e000954e9" -d '{"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:25.701692 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:25.737257 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78877044-8ae5-4b19-9a77-4df1e8ceb11a x-openstack-request-id: req-78877044-8ae5-4b19-9a77-4df1e8ceb11a {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:25.737552 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:25.737815 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78877044-8ae5-4b19-9a77-4df1e8ceb11a {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:25.738211 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'code': 200} Mar 08 15:45:25.778057 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:25.784612 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de5666a-c4e8-4acb-bc60-031adb745818 tempest-TestShelveInstance-195207759 tempest-TestShelveInstance-195207759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:25.794945 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8de5666a-c4e8-4acb-bc60-031adb745818 tempest-TestShelveInstance-195207759 tempest-TestShelveInstance-195207759-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1124 time: 0.2053552 Mar 08 15:45:25.794945 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49696) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:25.795892 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'port_id': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:45:25.830426 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=8']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:25.909395 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:26.006130 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:26.113433 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Allocated IP 172.27.3.82 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/12631265-7247-45fa-87d6-d5d464c0b6b8) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:45:26.213848 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for port (12631265-7247-45fa-87d6-d5d464c0b6b8), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:26.303329 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (12631265-7247-45fa-87d6-d5d464c0b6b8), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:26.342884 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:45:26.345665 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:45:26.349077 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:45:26.354521 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'Port': ['ID=12631265-7247-45fa-87d6-d5d464c0b6b8,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:26.601894 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0d126-b127-46c3-b3ad-c97c7dc35347 req-a7d030e6-20c2-47ee-aa20-861f443d0419 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:26.603359 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8ac0d126-b127-46c3-b3ad-c97c7dc35347 req-a7d030e6-20c2-47ee-aa20-861f443d0419 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.1280243 Mar 08 15:45:26.690631 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8ac0d126-b127-46c3-b3ad-c97c7dc35347 req-3fc1c0e0-b8bd-455f-bb32-e13490aaf1dd tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817120 Mar 08 15:45:26.797667 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for floatingip (c923e351-aee9-4b88-8c88-4d181b6646b2), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:27.233455 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (12631265-7247-45fa-87d6-d5d464c0b6b8), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:27.384445 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for port (12631265-7247-45fa-87d6-d5d464c0b6b8), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:27.478982 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (12631265-7247-45fa-87d6-d5d464c0b6b8), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:27.548880 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event updated for resources: {'Port': ['ID=12631265-7247-45fa-87d6-d5d464c0b6b8,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:27.557634 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (c923e351-aee9-4b88-8c88-4d181b6646b2), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:27.656870 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Floating IP c923e351-aee9-4b88-8c88-4d181b6646b2 associated. External IP: 172.27.3.82, port: e9e6c334-301a-42ae-96e0-0970f37c7915. Mar 08 15:45:27.889455 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7a9bd-d7e0-4302-8f6a-a5ae8383f56b req-d04585fe-8e96-4451-b421-7531fd42dec2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:27.890966 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-eee7a9bd-d7e0-4302-8f6a-a5ae8383f56b req-d04585fe-8e96-4451-b421-7531fd42dec2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.1292214 Mar 08 15:45:27.930733 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:45:27.953713 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-eee7a9bd-d7e0-4302-8f6a-a5ae8383f56b req-b75e0bcd-190f-4094-9438-b51d812fbe65 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563335 Mar 08 15:45:28.062836 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:45:28.075856 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] Sync routers for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:45:28.086266 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:28.087907 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:45:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:28.138794 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:28.180170 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-d3beb04e-97af-4435-bfeb-eb3f213d0292 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3775027 Mar 08 15:45:28.180170 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:28.180170 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4c62e4-a1b0-4d64-a119-d120445a6cee" -d '{"events": [{"name": "network-changed", "server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:28.203391 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:28.214685 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65175de5-e8a4-4446-ad81-395c737ee555 x-openstack-request-id: req-65175de5-e8a4-4446-ad81-395c737ee555 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:28.215063 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:28.215216 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65175de5-e8a4-4446-ad81-395c737ee555 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:28.215659 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'status': 'completed', 'code': 200} Mar 08 15:45:28.285562 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-2d9d8649-c6bb-4510-9120-a866a2fcd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:28.287083 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-2d9d8649-c6bb-4510-9120-a866a2fcd7ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1129 time: 0.0468588 Mar 08 15:45:28.383632 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-0b8a33af-9641-419a-80cd-c93c25061df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:28.385158 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-0b8a33af-9641-419a-80cd-c93c25061df6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 200 len: 907 time: 0.0893834 Mar 08 15:45:28.435600 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'c923e351-aee9-4b88-8c88-4d181b6646b2', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'port_id': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'mac_address': 'fa:16:3e:48:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:45:26Z', 'updated_at': '2022-03-08T15:45:26Z', 'revision_number': 0, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 5, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:28.457265 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-f00b3d90-c13e-4c5e-a7e8-bd076a6f9266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 998 time: 0.0632474 Mar 08 15:45:28.464113 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] Checking router: f02c4ea0-8942-43f4-95b2-3a58ca77cea9 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:45:28.472276 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:28.472871 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:45:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:28.513090 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-172c3867-ffc4-44dc-97b2-759d08202af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:28.514624 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-172c3867-ffc4-44dc-97b2-759d08202af5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=758b16cf-b0bf-4875-8cea-e4e64de35977 HTTP/1.1" status: 200 len: 846 time: 0.0431571 Mar 08 15:45:28.572235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-354666bc-6ec7-49d0-863c-cb84dbc4b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:28.572946 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-354666bc-6ec7-49d0-863c-cb84dbc4b9a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a87c9abc-d153-46f0-a0df-0218006e0ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507202 Mar 08 15:45:28.587341 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:28.669476 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-9d9892a5-a1fd-41e2-a9da-c75b858fe2a9 service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881310 Mar 08 15:45:28.793854 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac4c62e4-a1b0-4d64-a119-d120445a6cee req-1d6c3a22-5950-47a9-a492-3305860dc323 service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175821 Mar 08 15:45:28.920387 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'c923e351-aee9-4b88-8c88-4d181b6646b2', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'port_id': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'mac_address': 'fa:16:3e:48:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:45:26Z', 'updated_at': '2022-03-08T15:45:26Z', 'revision_number': 0, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 5, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:28.948877 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc3fd9-64f0-436c-b704-368bef0c1abf None None] The sync data for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi is: [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'c923e351-aee9-4b88-8c88-4d181b6646b2', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'port_id': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'mac_address': 'fa:16:3e:48:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:45:26Z', 'updated_at': '2022-03-08T15:45:26Z', 'revision_number': 0, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 5, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:45:29.146850 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c0c62-5bdb-4ed6-9f5d-ae2884d9a885 None None] New status for floating IP c923e351-aee9-4b88-8c88-4d181b6646b2: ACTIVE {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:45:30.326302 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d9046-ade3-453f-9102-ee699aa78819 req-f9244737-e1f8-45f9-85c5-057c7fe46e87 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:30.330248 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-777d9046-ade3-453f-9102-ee699aa78819 req-f9244737-e1f8-45f9-85c5-057c7fe46e87 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0537682 Mar 08 15:45:30.388919 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-777d9046-ade3-453f-9102-ee699aa78819 req-8570b754-4a1c-4063-8f9f-9cba41ea6ee6 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547554 Mar 08 15:45:30.842436 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49840) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:30.927845 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-b249ea64-46b2-43ae-a339-1a344a3719b1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841992 Mar 08 15:45:30.935099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-80cbc145-8c0f-4ecc-a084-1a54d80a56cf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:45:30.936055 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-80cbc145-8c0f-4ecc-a084-1a54d80a56cf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053399 Mar 08 15:45:31.014230 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 49850) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:31.114766 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-394ed725-d0d3-4da6-8d72-7a85b954f34a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:31.116170 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-394ed725-d0d3-4da6-8d72-7a85b954f34a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports/d6dfe646-3727-4361-b907-2b1c2058c2df HTTP/1.1" status: 200 len: 941 time: 0.1009359 Mar 08 15:45:31.508371 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203c203-c2fb-4bf4-b0ce-97c1ff134a60 req-23fe6c94-af3a-401e-9c60-27108e113938 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:31.511094 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6203c203-c2fb-4bf4-b0ce-97c1ff134a60 req-23fe6c94-af3a-401e-9c60-27108e113938 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0529506 Mar 08 15:45:31.564385 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6203c203-c2fb-4bf4-b0ce-97c1ff134a60 req-121470a8-5397-4457-95fd-af9c59a7e71c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473161 Mar 08 15:45:31.628463 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:31.706517 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d6dfe646-3727-4361-b907-2b1c2058c2df is: DOWN; New status is: DOWN {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:31.741301 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e7a45-9137-476c-82ef-fc069c474708 req-c7dacaac-6449-4aa5-8cf0-7dd50aadbb00 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:31.742969 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-923e7a45-9137-476c-82ef-fc069c474708 req-c7dacaac-6449-4aa5-8cf0-7dd50aadbb00 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 946 time: 0.0524695 Mar 08 15:45:31.789284 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-923e7a45-9137-476c-82ef-fc069c474708 req-b5e168c1-7205-4ccb-b5f2-403e0a68809a tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Mar 08 15:45:32.620005 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-a2ed59c1-53ee-4435-8050-5ea6d4cbe15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.621632 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-a2ed59c1-53ee-4435-8050-5ea6d4cbe15e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef&tenant_id=9ac62b56e40d4f0981ee3ca2bb898333 HTTP/1.1" status: 200 len: 1128 time: 0.0492172 Mar 08 15:45:32.713019 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-044cf798-88ba-48bd-99ca-bf86740e85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.714560 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-044cf798-88ba-48bd-99ca-bf86740e85d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 1128 time: 0.0675855 Mar 08 15:45:32.721361 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ad72c-d949-47fb-864a-94facf4fa21d req-71846d07-51f4-49ac-90aa-e3bb965b6550 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.725810 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-279ad72c-d949-47fb-864a-94facf4fa21d req-71846d07-51f4-49ac-90aa-e3bb965b6550 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0841937 Mar 08 15:45:32.822398 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-279ad72c-d949-47fb-864a-94facf4fa21d req-3cf60a85-9cb5-4788-9c30-5d31a8a6e4b4 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917177 Mar 08 15:45:32.841357 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-07ac98bb-9fa7-4e33-8e85-5c0a133c35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.842919 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-07ac98bb-9fa7-4e33-8e85-5c0a133c35c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 200 len: 917 time: 0.1193786 Mar 08 15:45:32.941795 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-7f2142b0-a1e1-4c2d-9c21-50c675018c28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6dfe646-3727-4361-b907-2b1c2058c2df HTTP/1.1" status: 200 len: 999 time: 0.0901103 Mar 08 15:45:32.963397 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0e24-e390-4b01-aacf-67d6a24e03a0 req-7cde5b8e-f790-45af-9d47-8769e324c517 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.964825 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9a7d0e24-e390-4b01-aacf-67d6a24e03a0 req-7cde5b8e-f790-45af-9d47-8769e324c517 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 946 time: 0.1045372 Mar 08 15:45:33.014199 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-86268f82-7f93-40ce-ae2c-b88f20744199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:33.015591 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-86268f82-7f93-40ce-ae2c-b88f20744199 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 200 len: 856 time: 0.0665872 Mar 08 15:45:33.044474 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9a7d0e24-e390-4b01-aacf-67d6a24e03a0 req-62ce74df-0999-4622-85ae-5c0be5d4951b tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/security-groups?id=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623357 Mar 08 15:45:33.076509 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-0eb777bd-c355-4a0c-b9a2-8a489afc8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:33.078017 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-0eb777bd-c355-4a0c-b9a2-8a489afc8a57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f4b6465-e5cf-411b-91e9-be9fff3cbb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486767 Mar 08 15:45:33.172284 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-c8ef4361-776f-43d3-b8ab-74eb5c736bcf service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826476 Mar 08 15:45:33.259902 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c2dc037-64ea-4e4e-b10b-136e6e6f612e req-6db1a41f-01d9-4c5f-aec0-345493a90dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799305 Mar 08 15:45:33.555443 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-53a30d12-6f4a-4da7-97c1-c10ece3d7e6d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:33.557041 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-53a30d12-6f4a-4da7-97c1-c10ece3d7e6d tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 946 time: 0.0586882 Mar 08 15:45:33.654823 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Deleting port e3b02edf-aab2-4236-9719-7994fdaf1b7b {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:33.655424 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:33.743592 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] For port e3b02edf-aab2-4236-9719-7994fdaf1b7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e3b02edf-aab2-4236-9719-7994fdaf1b7b,segment=NetworkSegment(3547e144-6f47-44dd-92e5-76a2a65aa40c),segment_id=3547e144-6f47-44dd-92e5-76a2a65aa40c)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:33.743962 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:33.756064 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Calling delete_port for e3b02edf-aab2-4236-9719-7994fdaf1b7b owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:33.950347 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbd395-7510-4d7d-a225-375da56d3548 req-0d2f407a-72b2-4b0a-98ce-d2282b62c1dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:33.952415 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b4bbd395-7510-4d7d-a225-375da56d3548 req-0d2f407a-72b2-4b0a-98ce-d2282b62c1dc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0574460 Mar 08 15:45:33.974467 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (e3b02edf-aab2-4236-9719-7994fdaf1b7b), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:33.988181 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['e3b02edf-aab2-4236-9719-7994fdaf1b7b'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:45:34.011491 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Pushing event deleted for resources: {'Port': ['ID=e3b02edf-aab2-4236-9719-7994fdaf1b7b,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:34.096710 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b4bbd395-7510-4d7d-a225-375da56d3548 req-0e559736-9296-4b1d-92d6-d510708a3ba7 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381254 Mar 08 15:45:34.097628 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] No DVR routers for this DVR port e3b02edf-aab2-4236-9719-7994fdaf1b7b on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:45:34.100717 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:34.105761 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7bc72005-3658-4cf0-a87b-85e0af36c0d9 req-0d96c462-267d-45c9-b3bd-0560be88fc52 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.24 "DELETE /v2.0/ports/e3b02edf-aab2-4236-9719-7994fdaf1b7b HTTP/1.1" status: 204 len: 173 time: 0.5400279 Mar 08 15:45:34.106225 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2d5d50-016f-44ea-8839-b894a1f642dd', 'name': 'network-vif-deleted', 'tag': 'e3b02edf-aab2-4236-9719-7994fdaf1b7b'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:34.108568 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51655202-3d33-4cd6-954a-294a53065987" -d '{"events": [{"server_uuid": "2a2d5d50-016f-44ea-8839-b894a1f642dd", "name": "network-vif-deleted", "tag": "e3b02edf-aab2-4236-9719-7994fdaf1b7b"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:34.198910 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7839b77d-6f90-4e30-826d-4531b64f6423 x-openstack-request-id: req-7839b77d-6f90-4e30-826d-4531b64f6423 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:34.199387 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2d5d50-016f-44ea-8839-b894a1f642dd", "name": "network-vif-deleted", "tag": "e3b02edf-aab2-4236-9719-7994fdaf1b7b", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:34.199387 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7839b77d-6f90-4e30-826d-4531b64f6423 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:34.199653 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2d5d50-016f-44ea-8839-b894a1f642dd', 'name': 'network-vif-deleted', 'tag': 'e3b02edf-aab2-4236-9719-7994fdaf1b7b', 'status': 'completed', 'code': 200} Mar 08 15:45:34.202014 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d5deca22-0bbc-440c-864f-9dabba3bbf66 req-2fae8be2-96bc-4dbd-b289-492277507ab0 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0338783 Mar 08 15:45:35.082552 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 49920) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:35.200679 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b71e6594-6a2e-46fa-9935-513d99401593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:35.289210 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b71e6594-6a2e-46fa-9935-513d99401593 admin admin] Publish callbacks [] for security_group (c1a8c6c3-fd99-4dd7-b429-a2106eaa6c00), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:35.341470 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b9f26196-9b65-4bd7-8ab9-355f01ef53ff req-d9e0fcad-bb06-4000-bb69-3b64c603b6fd tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0568173 Mar 08 15:45:35.355312 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b71e6594-6a2e-46fa-9935-513d99401593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c1a8c6c3-fd99-4dd7-b429-a2106eaa6c00), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:35.398607 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e6594-6a2e-46fa-9935-513d99401593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a8c6c3-fd99-4dd7-b429-a2106eaa6c00,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:35.423953 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b71e6594-6a2e-46fa-9935-513d99401593 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ed9318b2a124214b065535c7be988bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399768 Mar 08 15:45:35.424819 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 49928) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:35.471227 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d04c6-44e5-4a21-a677-2ea3da3f1772 req-b819c075-7dc4-47da-94af-ed082682eed3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:35.472779 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f47d04c6-44e5-4a21-a677-2ea3da3f1772 req-b819c075-7dc4-47da-94af-ed082682eed3 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0680783 Mar 08 15:45:35.485289 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f85ec4ae-e8f4-4b8f-a5e0-a870ec1ec917 admin admin] Publish callbacks [] for security_group (c1a8c6c3-fd99-4dd7-b429-a2106eaa6c00), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:35.508632 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f85ec4ae-e8f4-4b8f-a5e0-a870ec1ec917 admin admin] Publish callbacks [] for security_group (c1a8c6c3-fd99-4dd7-b429-a2106eaa6c00), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:35.543206 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f47d04c6-44e5-4a21-a677-2ea3da3f1772 req-35f89f99-42b6-45bf-ba26-efff5f9055ff tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628181 Mar 08 15:45:35.657484 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f85ec4ae-e8f4-4b8f-a5e0-a870ec1ec917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c1a8c6c3-fd99-4dd7-b429-a2106eaa6c00), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:35.660213 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f85ec4ae-e8f4-4b8f-a5e0-a870ec1ec917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:35.661556 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-f85ec4ae-e8f4-4b8f-a5e0-a870ec1ec917 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1a8c6c3-fd99-4dd7-b429-a2106eaa6c00 HTTP/1.1" status: 204 len: 168 time: 0.2357492 Mar 08 15:45:35.670463 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ec4ae-e8f4-4b8f-a5e0-a870ec1ec917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a8c6c3-fd99-4dd7-b429-a2106eaa6c00,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:36.451942 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a8193df-b02b-4d8b-ae09-5b8933f6aad7 req-f58901ff-6eeb-4b9e-8ae9-ea80bb351efa tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0317259 Mar 08 15:45:36.674893 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06f4be-51ad-4d65-a880-eb3f84b5953a req-c77c3477-8104-4f6b-b7d0-49fb5f9afe13 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:36.676750 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf06f4be-51ad-4d65-a880-eb3f84b5953a req-c77c3477-8104-4f6b-b7d0-49fb5f9afe13 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0685477 Mar 08 15:45:36.731909 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf06f4be-51ad-4d65-a880-eb3f84b5953a req-2f72f3fc-64d5-4f87-b3e9-46d9589581f0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490320 Mar 08 15:45:37.598619 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-de15840b-ef57-418b-8aec-aff15fbc76c5 req-9288d1fa-7722-487c-a756-2966db649166 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0301898 Mar 08 15:45:37.643207 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e3b02edf-aab2-4236-9719-7994fdaf1b7b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:37.665056 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: e3b02edf-aab2-4236-9719-7994fdaf1b7b {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:37.665398 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e3b02edf-aab2-4236-9719-7994fdaf1b7b not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:37.881124 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67ccc-70b2-4717-ab10-b6a2ef9012da req-ac158eb1-4c94-411f-9d57-805d1d44c8db tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:37.882618 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-85c67ccc-70b2-4717-ab10-b6a2ef9012da req-ac158eb1-4c94-411f-9d57-805d1d44c8db tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0557282 Mar 08 15:45:37.936570 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-85c67ccc-70b2-4717-ab10-b6a2ef9012da req-e54f77dc-6d63-4bbc-8715-1a9762bf4d20 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483251 Mar 08 15:45:38.695447 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-99a7ef94-f641-4b4b-86e1-6b9bb13d322c req-ec704caf-43e8-4e08-b8a9-e069743d2151 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0281889 Mar 08 15:45:39.102171 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66764ab2-daee-4e88-b090-cb45cd013f62 req-1811d4c7-790d-42fc-b6fd-6bc8aff7b1fe tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:39.103941 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-66764ab2-daee-4e88-b090-cb45cd013f62 req-1811d4c7-790d-42fc-b6fd-6bc8aff7b1fe tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0598700 Mar 08 15:45:39.162047 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 49998) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:39.179698 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-66764ab2-daee-4e88-b090-cb45cd013f62 req-6253043a-270e-44d9-aeda-08fb33276d9e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625515 Mar 08 15:45:39.282572 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03a6b586-052f-4fbf-a2fa-b185ff2c0be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.361250 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03a6b586-052f-4fbf-a2fa-b185ff2c0be0 admin admin] Publish callbacks [] for security_group (0801fb41-71de-4848-8f67-8a0753b8dc04), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.362711 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:45:39.457079 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-03a6b586-052f-4fbf-a2fa-b185ff2c0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0801fb41-71de-4848-8f67-8a0753b8dc04), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.504853 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-03a6b586-052f-4fbf-a2fa-b185ff2c0be0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=257832542dd8494db254f4ba2c2bedeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415825 Mar 08 15:45:39.505744 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6b586-052f-4fbf-a2fa-b185ff2c0be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0801fb41-71de-4848-8f67-8a0753b8dc04,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:39.507772 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50002) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:39.565508 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-eb98bb27-0717-47f5-ab5f-c1b2e36a91bc admin admin] Publish callbacks [] for security_group (0801fb41-71de-4848-8f67-8a0753b8dc04), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.588820 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-eb98bb27-0717-47f5-ab5f-c1b2e36a91bc admin admin] Publish callbacks [] for security_group (0801fb41-71de-4848-8f67-8a0753b8dc04), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.697835 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-eb98bb27-0717-47f5-ab5f-c1b2e36a91bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (0801fb41-71de-4848-8f67-8a0753b8dc04), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.700447 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-eb98bb27-0717-47f5-ab5f-c1b2e36a91bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.704349 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-eb98bb27-0717-47f5-ab5f-c1b2e36a91bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0801fb41-71de-4848-8f67-8a0753b8dc04 HTTP/1.1" status: 204 len: 168 time: 0.1910703 Mar 08 15:45:39.716006 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98bb27-0717-47f5-ab5f-c1b2e36a91bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0801fb41-71de-4848-8f67-8a0753b8dc04,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:39.860384 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-576451b6-9265-4d2d-9153-6bd81caa49df req-ffb981fd-9807-4f51-84fe-a3b8fd3810f6 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0622256 Mar 08 15:45:40.338879 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50022) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:40.345649 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d438237-0565-4076-8e84-31db3b27c382 req-afe5059a-8271-405c-aa45-87e84dfcdbea tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:40.347306 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d438237-0565-4076-8e84-31db3b27c382 req-afe5059a-8271-405c-aa45-87e84dfcdbea tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0613554 Mar 08 15:45:40.355256 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a9340fe4-e174-4b69-8eb0-1689f0f7f861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.401334 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d438237-0565-4076-8e84-31db3b27c382 req-338af890-28c3-4bc7-9cdd-5a30c9d82e03 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470059 Mar 08 15:45:40.454086 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a9340fe4-e174-4b69-8eb0-1689f0f7f861 admin admin] Publish callbacks [] for security_group (e6c2131a-4264-4a0d-b164-edd482d7800b), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.497671 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a9340fe4-e174-4b69-8eb0-1689f0f7f861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e6c2131a-4264-4a0d-b164-edd482d7800b), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.543120 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a9340fe4-e174-4b69-8eb0-1689f0f7f861 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc2f09d6a92641e9ae6fcfde6b7310b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024713 Mar 08 15:45:40.545786 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50024) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:40.549768 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9340fe4-e174-4b69-8eb0-1689f0f7f861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c2131a-4264-4a0d-b164-edd482d7800b,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:40.609619 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3f41040-f9d2-4695-a711-a44f221fb498 admin admin] Publish callbacks [] for security_group (e6c2131a-4264-4a0d-b164-edd482d7800b), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.632613 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3f41040-f9d2-4695-a711-a44f221fb498 admin admin] Publish callbacks [] for security_group (e6c2131a-4264-4a0d-b164-edd482d7800b), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.754766 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3f41040-f9d2-4695-a711-a44f221fb498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e6c2131a-4264-4a0d-b164-edd482d7800b), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.757425 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3f41040-f9d2-4695-a711-a44f221fb498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.758575 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-b3f41040-f9d2-4695-a711-a44f221fb498 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6c2131a-4264-4a0d-b164-edd482d7800b HTTP/1.1" status: 204 len: 168 time: 0.2118080 Mar 08 15:45:40.767489 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f41040-f9d2-4695-a711-a44f221fb498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c2131a-4264-4a0d-b164-edd482d7800b,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:40.971152 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-29da0bf9-714f-4085-bf3c-5266e02a7eb6 req-afe86293-0a37-4d82-827e-a4644ab2a497 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0288317 Mar 08 15:45:41.537531 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e43d46-57b0-48e3-bef9-c474bd305377 req-37f495dc-ab67-48d7-8347-4467f6ed7649 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:41.542090 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-55e43d46-57b0-48e3-bef9-c474bd305377 req-37f495dc-ab67-48d7-8347-4467f6ed7649 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0601518 Mar 08 15:45:41.625056 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-55e43d46-57b0-48e3-bef9-c474bd305377 req-574a78d9-7416-4bdf-87ab-8e7cdbb217ea tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783222 Mar 08 15:45:42.078783 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-675b690d-b0b9-459c-bcc2-144d3c5dffed req-124ebefa-bcc9-4f7d-9b6c-8c9a7acbc3c4 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0313540 Mar 08 15:45:42.747897 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31db4b-d8ca-4c2e-bdf3-dd9f82a4e882 req-a6bb465f-c609-4ebf-86d7-efd56d00dc00 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:42.749985 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad31db4b-d8ca-4c2e-bdf3-dd9f82a4e882 req-a6bb465f-c609-4ebf-86d7-efd56d00dc00 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0611701 Mar 08 15:45:42.802339 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad31db4b-d8ca-4c2e-bdf3-dd9f82a4e882 req-a0b93fb8-65b8-4b88-aea7-1a795fb3ee94 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465946 Mar 08 15:45:43.173514 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-08257d8b-2bb7-4aa4-aee2-976087e2eeb5 req-1e238f13-251e-413a-9b1c-2951f9883f76 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0282249 Mar 08 15:45:43.925415 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99653a8-8bf2-4d7d-8c56-fb7157842bbb req-97929cd6-0a1b-4051-8269-38911203ea75 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:43.927148 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c99653a8-8bf2-4d7d-8c56-fb7157842bbb req-97929cd6-0a1b-4051-8269-38911203ea75 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0532119 Mar 08 15:45:43.977469 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c99653a8-8bf2-4d7d-8c56-fb7157842bbb req-02735243-9742-4d29-9a8f-5e7bbcf71920 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Mar 08 15:45:44.286967 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0c366eef-06d0-47aa-a402-2f567ef51874 req-be80c134-a8a7-4f3a-90a7-3f18f3e70e09 tempest-VolumesSnapshotTestJSON-1790313899 tempest-VolumesSnapshotTestJSON-1790313899-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a2d5d50-016f-44ea-8839-b894a1f642dd HTTP/1.1" status: 200 len: 210 time: 0.0288670 Mar 08 15:45:44.827812 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656983e-1da6-4e45-84fa-75bc2ac7ed5e req-ad7dfe46-eda9-4473-9904-edca5e44f128 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:44.829291 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9656983e-1da6-4e45-84fa-75bc2ac7ed5e req-ad7dfe46-eda9-4473-9904-edca5e44f128 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0533264 Mar 08 15:45:44.876728 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9656983e-1da6-4e45-84fa-75bc2ac7ed5e req-ece32d8c-46a3-484a-8085-8116542fdd83 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Mar 08 15:45:45.099195 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481da873-f4dc-4f58-841b-f18e548422bd req-9b2489b8-7f33-4c87-b2f4-5a69c0eaa64c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:45.100706 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-481da873-f4dc-4f58-841b-f18e548422bd req-9b2489b8-7f33-4c87-b2f4-5a69c0eaa64c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0516548 Mar 08 15:45:45.148509 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-481da873-f4dc-4f58-841b-f18e548422bd req-98b3b793-b489-407e-ba03-bb3f76774616 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422132 Mar 08 15:45:45.995090 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212aec99-ccbd-4f1d-b4a0-64f2fc1f2c93 req-b0d23185-a7fd-4318-aab1-b339dfdcbf66 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:45.996574 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-212aec99-ccbd-4f1d-b4a0-64f2fc1f2c93 req-b0d23185-a7fd-4318-aab1-b339dfdcbf66 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0529399 Mar 08 15:45:46.048711 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-212aec99-ccbd-4f1d-b4a0-64f2fc1f2c93 req-6801b36b-579a-41ea-8852-354ff31970a2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Mar 08 15:45:46.268973 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f132d8-5cf3-40e5-91dc-638dca277f76 req-be1886d9-0059-48b5-be0f-bda7b66fdd21 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:46.270434 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-59f132d8-5cf3-40e5-91dc-638dca277f76 req-be1886d9-0059-48b5-be0f-bda7b66fdd21 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0523560 Mar 08 15:45:46.316410 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-59f132d8-5cf3-40e5-91dc-638dca277f76 req-09bf4429-f38f-43f7-bdb5-e75cde1d9338 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 Mar 08 15:45:47.177283 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f175f54-5661-498f-9365-176d5f87e995 req-d35fc4ea-ffd9-4cad-a87e-907e54af772d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:47.179007 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1f175f54-5661-498f-9365-176d5f87e995 req-d35fc4ea-ffd9-4cad-a87e-907e54af772d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0647120 Mar 08 15:45:47.238014 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1f175f54-5661-498f-9365-176d5f87e995 req-63fa41d7-0a00-4003-8834-26252fd6b7e5 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526576 Mar 08 15:45:47.442914 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66687-5ddf-4498-8032-baa03e4024cb req-ef6cf4ef-468f-4501-83f8-fec729ce4ccc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:47.444520 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-63e66687-5ddf-4498-8032-baa03e4024cb req-ef6cf4ef-468f-4501-83f8-fec729ce4ccc tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 944 time: 0.0525813 Mar 08 15:45:47.500647 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-63e66687-5ddf-4498-8032-baa03e4024cb req-45ddfda2-9d4d-4dcb-b7e6-e1e86884dadb tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506442 Mar 08 15:45:47.710722 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:45:47.802731 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:47.817706 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'port_id': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'mac_address': 'fa:16:3e:de:6f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:45:47.853962 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d6dfe646-3727-4361-b907-2b1c2058c2df is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:47.854406 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:47.866880 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dfe646-3727-4361-b907-2b1c2058c2df {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:47.886739 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:47.948517 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:47.995954 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=9']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:48.003432 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.003783 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.004133 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.004493 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.004828 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.005161 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.005496 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.005827 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.006153 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.006479 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.006804 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.007126 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.007446 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:48.256848 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-a4602469-0ada-42b5-993c-ced86088cb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:48.349649 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5de809-e50d-44b5-a0e1-41807a826ca8 req-b58ba933-0b5e-43a5-b1be-0d84851371fc tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:48.351127 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb5de809-e50d-44b5-a0e1-41807a826ca8 req-b58ba933-0b5e-43a5-b1be-0d84851371fc tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0540106 Mar 08 15:45:48.402351 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb5de809-e50d-44b5-a0e1-41807a826ca8 req-aa351bf4-f863-43d5-94da-7a9fcffcc1fe tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457180 Mar 08 15:45:48.620904 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbcf19-e483-482f-8318-34db43733cd7 req-3bafae41-097c-4999-a56a-e7a1cb57cfa8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:48.622381 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-97cbcf19-e483-482f-8318-34db43733cd7 req-3bafae41-097c-4999-a56a-e7a1cb57cfa8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0509884 Mar 08 15:45:48.668106 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-97cbcf19-e483-482f-8318-34db43733cd7 req-1d2d5142-25d1-423c-97cc-7523e83448b0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396297 Mar 08 15:45:49.523503 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8af24-0bd5-4cdd-a339-2758b196a25d req-e8be4abd-01ba-481f-930c-31e33d6aeccc tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:49.524988 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2df8af24-0bd5-4cdd-a339-2758b196a25d req-e8be4abd-01ba-481f-930c-31e33d6aeccc tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0576265 Mar 08 15:45:49.573265 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2df8af24-0bd5-4cdd-a339-2758b196a25d req-a77b4077-ff1c-417c-849c-b2aaceb29285 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Mar 08 15:45:49.787629 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2764aa2-5a0d-4b00-8785-ab914fbc899e req-6420d781-2c17-4cb6-ad72-9d3e019f44ed tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:49.789121 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c2764aa2-5a0d-4b00-8785-ab914fbc899e req-6420d781-2c17-4cb6-ad72-9d3e019f44ed tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0509033 Mar 08 15:45:49.834717 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c2764aa2-5a0d-4b00-8785-ab914fbc899e req-6a346f7b-aba3-484c-be33-47e91f157a14 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395460 Mar 08 15:45:50.307924 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-eb1fd9d4-83cf-4c91-bf9a-4d11a98ca94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:50.336421 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:50.530931 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['d6dfe646-3727-4361-b907-2b1c2058c2df'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:45:50.689391 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67411f0-3d4e-4c89-b491-a8b0425eed02 req-cfd3ec81-b194-48f6-8a84-1558198faaf0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:50.690766 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f67411f0-3d4e-4c89-b491-a8b0425eed02 req-cfd3ec81-b194-48f6-8a84-1558198faaf0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0509043 Mar 08 15:45:50.735775 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f67411f0-3d4e-4c89-b491-a8b0425eed02 req-fac92d38-e44f-45be-acbe-e4a799d17129 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Mar 08 15:45:50.957955 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57532bbe-ec5b-48bb-b073-37da90eed818 req-22ab6ccc-f92e-426e-931d-9f011127675c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:50.959316 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-57532bbe-ec5b-48bb-b073-37da90eed818 req-22ab6ccc-f92e-426e-931d-9f011127675c tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0544808 Mar 08 15:45:51.004057 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-57532bbe-ec5b-48bb-b073-37da90eed818 req-1fed99c4-9e87-47c4-ad34-f7c57ba16576 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392675 Mar 08 15:45:51.748445 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:51.855849 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b7d52-aea6-433f-bdef-868b68cb52e5 req-5755e69b-6e43-4ba9-8b77-198db0a938c3 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:51.857369 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4a9b7d52-aea6-433f-bdef-868b68cb52e5 req-5755e69b-6e43-4ba9-8b77-198db0a938c3 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0532362 Mar 08 15:45:51.903886 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4a9b7d52-aea6-433f-bdef-868b68cb52e5 req-4e383078-472c-4735-81c0-7cba67fb2aa0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Mar 08 15:45:52.126972 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02432-9e33-4179-b22e-6e5624265653 req-ba9d640b-2a3c-4c96-8595-71d70f877b2a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:52.128116 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-39e02432-9e33-4179-b22e-6e5624265653 req-ba9d640b-2a3c-4c96-8595-71d70f877b2a tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0519130 Mar 08 15:45:52.178870 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-39e02432-9e33-4179-b22e-6e5624265653 req-51134e42-240d-42a8-81ab-2a5cef8b851b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451562 Mar 08 15:45:53.017296 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f23cdb-c022-4aec-989d-d968e6154593 req-a8dd1db9-8240-42a3-919d-85b87baa357e tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:53.018722 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c5f23cdb-c022-4aec-989d-d968e6154593 req-a8dd1db9-8240-42a3-919d-85b87baa357e tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0500512 Mar 08 15:45:53.063580 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c5f23cdb-c022-4aec-989d-d968e6154593 req-c7a55c26-58bf-4e9c-9bae-8cd5eef61231 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394616 Mar 08 15:45:53.159542 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:53.297835 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0a885-e509-42f5-a42a-b911dd57aaec req-61e8d97f-209a-46b8-b465-176f60a665ab tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:53.299274 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a7d0a885-e509-42f5-a42a-b911dd57aaec req-61e8d97f-209a-46b8-b465-176f60a665ab tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0498433 Mar 08 15:45:53.344806 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a7d0a885-e509-42f5-a42a-b911dd57aaec req-55750bfd-8234-4d46-b37b-5d5d5d2abb54 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397148 Mar 08 15:45:53.430044 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856912d-092b-4c84-a315-3f8efd343b8f req-c73538b4-200f-402f-8782-c7b3a97415ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:53.432050 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4856912d-092b-4c84-a315-3f8efd343b8f req-c73538b4-200f-402f-8782-c7b3a97415ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 1129 time: 0.0471199 Mar 08 15:45:53.537914 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856912d-092b-4c84-a315-3f8efd343b8f req-9f146eab-c68a-421b-80be-bd8d2a30a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:53.539270 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4856912d-092b-4c84-a315-3f8efd343b8f req-9f146eab-c68a-421b-80be-bd8d2a30a319 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 910 time: 0.0898585 Mar 08 15:45:53.607361 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4856912d-092b-4c84-a315-3f8efd343b8f req-e6c7b22c-9225-4f90-9a96-784fa1adb8e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4481d-07cb-4cde-b404-1931455a76cc HTTP/1.1" status: 200 len: 1001 time: 0.0612104 Mar 08 15:45:53.654290 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856912d-092b-4c84-a315-3f8efd343b8f req-203e17fd-3689-48d4-bdc7-dddcd915b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:53.655688 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4856912d-092b-4c84-a315-3f8efd343b8f req-203e17fd-3689-48d4-bdc7-dddcd915b672 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 200 len: 849 time: 0.0419617 Mar 08 15:45:53.706626 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856912d-092b-4c84-a315-3f8efd343b8f req-a7c02b4c-9590-4a35-be77-908d59ab27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:53.708069 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4856912d-092b-4c84-a315-3f8efd343b8f req-a7c02b4c-9590-4a35-be77-908d59ab27a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfd69d35-be58-40f6-a16e-69bda3490e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423756 Mar 08 15:45:53.795753 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4856912d-092b-4c84-a315-3f8efd343b8f req-0867e6f4-7fe9-49ce-92b8-4fd1bdd2f724 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812192 Mar 08 15:45:53.886346 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4856912d-092b-4c84-a315-3f8efd343b8f req-1bf78b8d-b71a-4dba-96d2-c9b52c254b8e service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801282 Mar 08 15:45:54.186992 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984920-d77c-4818-bf9a-9b88e82cef7c req-117a08cb-ec78-4a76-9642-89f9c7bf2260 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:54.188485 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b984920-d77c-4818-bf9a-9b88e82cef7c req-117a08cb-ec78-4a76-9642-89f9c7bf2260 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0588064 Mar 08 15:45:54.245747 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5b984920-d77c-4818-bf9a-9b88e82cef7c req-c4cfa099-418d-42a4-b80f-1e93fd66ffde tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514615 Mar 08 15:45:54.479007 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feefe82-ee2d-43e9-a84e-f90b77361ed8 req-7ce6c251-9a25-48a8-8439-a284d3624380 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:54.483675 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2feefe82-ee2d-43e9-a84e-f90b77361ed8 req-7ce6c251-9a25-48a8-8439-a284d3624380 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 945 time: 0.0621421 Mar 08 15:45:54.526712 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2feefe82-ee2d-43e9-a84e-f90b77361ed8 req-df8ff25e-70f3-419f-bf1c-4e9ee9d164d8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405684 Mar 08 15:45:54.760880 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:55.328087 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:45:55.370610 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebc6fb-9ece-4af8-a2f7-fb697a92176b req-45aa3997-7d3e-4a2f-8efe-b846e1b4b786 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:55.372194 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-68ebc6fb-9ece-4af8-a2f7-fb697a92176b req-45aa3997-7d3e-4a2f-8efe-b846e1b4b786 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0581913 Mar 08 15:45:55.377826 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port d6dfe646-3727-4361-b907-2b1c2058c2df triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:55.378205 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:55.422157 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-68ebc6fb-9ece-4af8-a2f7-fb697a92176b req-0ade991c-7972-4589-848e-ef632e95e21d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Mar 08 15:45:55.453708 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port d6dfe646-3727-4361-b907-2b1c2058c2df is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:55.455995 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:55.481307 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:55.483565 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427e2add-f276-4333-ad18-e0a8787917eb" -d '{"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-plugged", "status": "completed", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:55.497466 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:55.521867 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e3fcf-6bf8-401b-886f-aa068c432b5c x-openstack-request-id: req-333e3fcf-6bf8-401b-886f-aa068c432b5c {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:55.522159 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-plugged", "status": "completed", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:55.522413 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-333e3fcf-6bf8-401b-886f-aa068c432b5c {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:55.522801 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'code': 200} Mar 08 15:45:55.588024 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:55.636341 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=10']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:55.653604 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1031b3d-8c0e-4078-8ce9-daa89ec72638 req-fc32ce3c-8b67-46f8-bdca-8cb244502b8e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:55.655545 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e1031b3d-8c0e-4078-8ce9-daa89ec72638 req-fc32ce3c-8b67-46f8-bdca-8cb244502b8e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0555942 Mar 08 15:45:55.703276 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e1031b3d-8c0e-4078-8ce9-daa89ec72638 req-307ced26-c1ce-48a3-9ed4-aa1f0f0177d0 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Mar 08 15:45:55.857177 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b42150-98c2-4aea-9495-1972570e5a10 req-d537a73e-0b84-494b-9fdc-98d09d9402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:55.859002 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-47b42150-98c2-4aea-9495-1972570e5a10 req-d537a73e-0b84-494b-9fdc-98d09d9402d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 1131 time: 0.0486395 Mar 08 15:45:55.921194 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-47b42150-98c2-4aea-9495-1972570e5a10 req-7dd04fcb-c137-4352-ae1b-6c11a4ad2910 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555704 Mar 08 15:45:56.544631 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac652a-2a26-42c1-b85d-b6d2c6adecc1 req-a9e04aa4-01ce-4625-9ee3-35bce0ad3490 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:56.546087 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-74ac652a-2a26-42c1-b85d-b6d2c6adecc1 req-a9e04aa4-01ce-4625-9ee3-35bce0ad3490 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0510504 Mar 08 15:45:56.591782 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-74ac652a-2a26-42c1-b85d-b6d2c6adecc1 req-89c71f27-16ef-40bd-91fa-05bd9ed74528 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396936 Mar 08 15:45:56.824468 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067093d1-bdd2-46fa-94e3-2eb946297058 req-eb2d04a9-d8cb-4e93-ae88-276ff0479cb5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:56.825919 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-067093d1-bdd2-46fa-94e3-2eb946297058 req-eb2d04a9-d8cb-4e93-ae88-276ff0479cb5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0515084 Mar 08 15:45:56.871242 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-067093d1-bdd2-46fa-94e3-2eb946297058 req-9bed246e-8d6e-4c17-a46f-a7ff5aefd188 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395486 Mar 08 15:45:57.725913 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0279a1f-136f-40b4-8c5f-15e7f4772e2f req-9b30ec9d-720a-4dc1-ab3d-f385f7ceea69 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:57.727372 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f0279a1f-136f-40b4-8c5f-15e7f4772e2f req-9b30ec9d-720a-4dc1-ab3d-f385f7ceea69 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0561936 Mar 08 15:45:57.776727 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f0279a1f-136f-40b4-8c5f-15e7f4772e2f req-d012d634-2c62-4dd4-b95a-b85b71eb7d51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425949 Mar 08 15:45:57.998396 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f16cad-a7c7-435d-81aa-b922d14dae64 req-5efbc686-387b-4e9f-bc4d-58a49b0a84d2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:57.999915 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-67f16cad-a7c7-435d-81aa-b922d14dae64 req-5efbc686-387b-4e9f-bc4d-58a49b0a84d2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0571139 Mar 08 15:45:58.045960 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-67f16cad-a7c7-435d-81aa-b922d14dae64 req-14cbc274-db98-45dc-aa6f-9c0ae024fda2 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404048 Mar 08 15:45:58.332333 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50338) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:58.433564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b86129aa-dfbf-4f55-91d1-680ecc2e22cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:58.507549 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b86129aa-dfbf-4f55-91d1-680ecc2e22cf admin admin] Publish callbacks [] for security_group (a778e450-d893-4ec8-b054-fe451e66b0e2), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:58.576114 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b86129aa-dfbf-4f55-91d1-680ecc2e22cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a778e450-d893-4ec8-b054-fe451e66b0e2), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:58.615963 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-b86129aa-dfbf-4f55-91d1-680ecc2e22cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63f1e2ba29c54eb9a7a167c902facc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825041 Mar 08 15:45:58.617972 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86129aa-dfbf-4f55-91d1-680ecc2e22cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a778e450-d893-4ec8-b054-fe451e66b0e2,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:58.618719 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50342) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:58.667076 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9df2e835-b585-4f61-9782-45edb01acc89 admin admin] Publish callbacks [] for security_group (a778e450-d893-4ec8-b054-fe451e66b0e2), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:58.688812 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9df2e835-b585-4f61-9782-45edb01acc89 admin admin] Publish callbacks [] for security_group (a778e450-d893-4ec8-b054-fe451e66b0e2), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:58.809675 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9df2e835-b585-4f61-9782-45edb01acc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a778e450-d893-4ec8-b054-fe451e66b0e2), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:58.812237 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9df2e835-b585-4f61-9782-45edb01acc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:58.813405 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-9df2e835-b585-4f61-9782-45edb01acc89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a778e450-d893-4ec8-b054-fe451e66b0e2 HTTP/1.1" status: 204 len: 168 time: 0.1937251 Mar 08 15:45:58.823172 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2e835-b585-4f61-9782-45edb01acc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a778e450-d893-4ec8-b054-fe451e66b0e2,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:58.896628 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93765d7e-48a8-4245-b043-4bfa4a37f24c req-6b3d0a74-104f-4959-90ae-aa6f7fcf6a9c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:58.898104 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-93765d7e-48a8-4245-b043-4bfa4a37f24c req-6b3d0a74-104f-4959-90ae-aa6f7fcf6a9c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0522661 Mar 08 15:45:58.943769 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-93765d7e-48a8-4245-b043-4bfa4a37f24c req-b35e0962-dc43-4931-8784-8f65efd305d4 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Mar 08 15:45:59.167906 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93edb8-dbaf-4552-902f-998a47427992 req-628bea6f-277a-455c-a07f-fbdbce4f5336 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:59.169566 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb93edb8-dbaf-4552-902f-998a47427992 req-628bea6f-277a-455c-a07f-fbdbce4f5336 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0516679 Mar 08 15:45:59.214499 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bb93edb8-dbaf-4552-902f-998a47427992 req-573c9fef-d994-4380-9aed-33a1d3ea3456 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395820 Mar 08 15:45:59.379443 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50354) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:59.392879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-243b72c6-6787-4e5d-9200-c22788bd35c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.465929 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-243b72c6-6787-4e5d-9200-c22788bd35c1 admin admin] Publish callbacks [] for security_group (33e15400-ec9e-48eb-94e6-08e2bd86d087), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.535434 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-243b72c6-6787-4e5d-9200-c22788bd35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (33e15400-ec9e-48eb-94e6-08e2bd86d087), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.574653 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b72c6-6787-4e5d-9200-c22788bd35c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e15400-ec9e-48eb-94e6-08e2bd86d087,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:59.578870 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-243b72c6-6787-4e5d-9200-c22788bd35c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f1f7c213de544e9b1584d55096788cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984217 Mar 08 15:45:59.581504 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50356) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:59.626848 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9189200c-2db3-45b6-a5b5-1a4557a9d2e7 admin admin] Publish callbacks [] for security_group (33e15400-ec9e-48eb-94e6-08e2bd86d087), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.647140 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9189200c-2db3-45b6-a5b5-1a4557a9d2e7 admin admin] Publish callbacks [] for security_group (33e15400-ec9e-48eb-94e6-08e2bd86d087), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.752629 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9189200c-2db3-45b6-a5b5-1a4557a9d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (33e15400-ec9e-48eb-94e6-08e2bd86d087), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.755202 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9189200c-2db3-45b6-a5b5-1a4557a9d2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.756374 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9189200c-2db3-45b6-a5b5-1a4557a9d2e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33e15400-ec9e-48eb-94e6-08e2bd86d087 HTTP/1.1" status: 204 len: 168 time: 0.1739268 Mar 08 15:45:59.764487 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189200c-2db3-45b6-a5b5-1a4557a9d2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e15400-ec9e-48eb-94e6-08e2bd86d087,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:00.058999 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6580f-d757-48ac-900c-3038e258f3b9 req-ee6acf92-dad1-4e58-9f22-4d42ed61b036 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:00.060506 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ceb6580f-d757-48ac-900c-3038e258f3b9 req-ee6acf92-dad1-4e58-9f22-4d42ed61b036 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0529177 Mar 08 15:46:00.382733 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ceb6580f-d757-48ac-900c-3038e258f3b9 req-94a54ce4-59ad-4519-a7de-8e48834be9e5 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164330 Mar 08 15:46:00.421141 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e642495-904d-474f-b0fd-0b13e7f65d73 req-f93039b3-99d3-4337-b197-617126271cd9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:00.422583 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2e642495-904d-474f-b0fd-0b13e7f65d73 req-f93039b3-99d3-4337-b197-617126271cd9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0554247 Mar 08 15:46:00.467359 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2e642495-904d-474f-b0fd-0b13e7f65d73 req-05bc0e64-239a-44d6-a635-80875cf382b7 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388339 Mar 08 15:46:01.499389 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6e3cd-4dcb-4383-8877-703577cc010c req-0c894efd-fcdc-4d2f-a59c-da2c6da016b3 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.500875 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-56c6e3cd-4dcb-4383-8877-703577cc010c req-0c894efd-fcdc-4d2f-a59c-da2c6da016b3 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0509605 Mar 08 15:46:01.558804 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-56c6e3cd-4dcb-4383-8877-703577cc010c req-cf80a2c4-9014-4eb8-a8fb-1dc053dd5aea tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523064 Mar 08 15:46:01.604027 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aefd9-3f2e-4dc1-a754-fb22447a783f req-834951d8-2032-4a42-8853-b734da46fed5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.605536 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d5aefd9-3f2e-4dc1-a754-fb22447a783f req-834951d8-2032-4a42-8853-b734da46fed5 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0600905 Mar 08 15:46:01.653566 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d5aefd9-3f2e-4dc1-a754-fb22447a783f req-814f6ae6-58b3-442f-860a-bd3dd6d75203 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Mar 08 15:46:01.980288 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6ec37-aafa-499c-89e0-8664eaf4fc4e req-5de20cc3-e389-459c-a9d1-351aecb41e87 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.981986 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c7b6ec37-aafa-499c-89e0-8664eaf4fc4e req-5de20cc3-e389-459c-a9d1-351aecb41e87 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0565979 Mar 08 15:46:02.041781 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c7b6ec37-aafa-499c-89e0-8664eaf4fc4e req-05556a86-a9d7-4a33-b1b2-0bd10945d58c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515141 Mar 08 15:46:02.097780 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1f073-d2c2-443c-906c-744155edac42 req-e8dcbfbb-6c2b-48f3-8554-41383c327ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:02.099273 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ebf1f073-d2c2-443c-906c-744155edac42 req-e8dcbfbb-6c2b-48f3-8554-41383c327ee0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 1129 time: 0.0547338 Mar 08 15:46:02.189394 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1f073-d2c2-443c-906c-744155edac42 req-b23a2939-6feb-46a2-9d52-4b83e3fca381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:02.193968 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ebf1f073-d2c2-443c-906c-744155edac42 req-b23a2939-6feb-46a2-9d52-4b83e3fca381 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 910 time: 0.0844576 Mar 08 15:46:02.259624 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ebf1f073-d2c2-443c-906c-744155edac42 req-3c218ef3-e6d3-4a40-b9a6-8efe88966c19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4481d-07cb-4cde-b404-1931455a76cc HTTP/1.1" status: 200 len: 1001 time: 0.0611029 Mar 08 15:46:02.312175 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1f073-d2c2-443c-906c-744155edac42 req-e905b422-a020-4c84-a23e-531a6d379c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:02.313738 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ebf1f073-d2c2-443c-906c-744155edac42 req-e905b422-a020-4c84-a23e-531a6d379c01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 200 len: 849 time: 0.0487437 Mar 08 15:46:02.369747 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1f073-d2c2-443c-906c-744155edac42 req-6afe7664-65e2-46a9-ad23-254bbeee5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:02.369747 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ebf1f073-d2c2-443c-906c-744155edac42 req-6afe7664-65e2-46a9-ad23-254bbeee5095 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfd69d35-be58-40f6-a16e-69bda3490e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475535 Mar 08 15:46:02.466685 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ebf1f073-d2c2-443c-906c-744155edac42 req-d421f967-f2e9-4ade-96db-aa9daf33209c service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854604 Mar 08 15:46:02.561086 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ebf1f073-d2c2-443c-906c-744155edac42 req-8ccc743b-a435-4d7d-8b0e-0c25129597f2 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891676 Mar 08 15:46:03.169543 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67df97-a5cd-4a34-8582-0b7d903fe486 req-80b9b92f-f8a5-463d-bea1-8f0d9f046a71 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:03.171188 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0d67df97-a5cd-4a34-8582-0b7d903fe486 req-80b9b92f-f8a5-463d-bea1-8f0d9f046a71 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0651958 Mar 08 15:46:03.218849 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0d67df97-a5cd-4a34-8582-0b7d903fe486 req-bb4513fa-67bf-428a-8535-93d79e488dca tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Mar 08 15:46:04.342131 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b12205-fb10-4a79-b63a-5e34fb4dc2d4 req-fa34b2f6-00bd-43b3-a242-c2f6fec90d95 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:04.343601 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-72b12205-fb10-4a79-b63a-5e34fb4dc2d4 req-fa34b2f6-00bd-43b3-a242-c2f6fec90d95 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0522003 Mar 08 15:46:04.389814 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-72b12205-fb10-4a79-b63a-5e34fb4dc2d4 req-9a985958-40c7-4024-bc97-1980281305e3 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Mar 08 15:46:12.123314 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50588) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:12.166140 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_v2 [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Deleting subnet 288c2f18-fb01-4e49-bc15-ac217532b8df {{(pid=104200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:46:12.169265 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Publish callbacks [] for subnet (288c2f18-fb01-4e49-bc15-ac217532b8df), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.206289 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5535572'] for subnet (288c2f18-fb01-4e49-bc15-ac217532b8df), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.243911 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (288c2f18-fb01-4e49-bc15-ac217532b8df), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.382170 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24908509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24179754'] for subnet (288c2f18-fb01-4e49-bc15-ac217532b8df), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.408072 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288c2f18-fb01-4e49-bc15-ac217532b8df,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:12.416273 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.419002 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] 10.222.0.25 "DELETE /v2.0/subnets/288c2f18-fb01-4e49-bc15-ac217532b8df HTTP/1.1" status: 204 len: 168 time: 0.2946801 Mar 08 15:46:12.421043 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.421396 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.421739 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.422085 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.422262 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50592) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:12.422699 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.422798 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.423047 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.423379 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.423706 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.424032 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.424403 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.424730 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.425311 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59486009-2614-4700-8de4-c6ed657a63de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:12.493128 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (5044d370-f794-4ed5-afda-ba9f7bdf7b10), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.570497 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (5044d370-f794-4ed5-afda-ba9f7bdf7b10), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.584251 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50596) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:12.590301 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5044d370-f794-4ed5-afda-ba9f7bdf7b10']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:12.599521 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3547e144-6f47-44dd-92e5-76a2a65aa40c') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:12.599826 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3547e144-6f47-44dd-92e5-76a2a65aa40c') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:12.609816 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (3547e144-6f47-44dd-92e5-76a2a65aa40c), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.622799 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (3547e144-6f47-44dd-92e5-76a2a65aa40c), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.629135 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:46:12.629523 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (3547e144-6f47-44dd-92e5-76a2a65aa40c), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:46:12.631201 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:46:12.694134 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-31815eca-540b-4e7b-a3bd-47055389c232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.765812 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-31815eca-540b-4e7b-a3bd-47055389c232 admin admin] Publish callbacks [] for security_group (c03c1c2f-f66a-498a-a66c-6c609af33044), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.781647 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (5044d370-f794-4ed5-afda-ba9f7bdf7b10), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.787194 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.790319 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] 10.222.0.25 "DELETE /v2.0/networks/5044d370-f794-4ed5-afda-ba9f7bdf7b10 HTTP/1.1" status: 204 len: 168 time: 0.3664088 Mar 08 15:46:12.801466 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94c4a9-fdb8-43fa-9391-d5b84e748cff admin admin] Pushing event deleted for resources: {'Network': ['ID=5044d370-f794-4ed5-afda-ba9f7bdf7b10,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:12.873149 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-31815eca-540b-4e7b-a3bd-47055389c232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c03c1c2f-f66a-498a-a66c-6c609af33044), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.915486 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-31815eca-540b-4e7b-a3bd-47055389c232 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a97507e3bd74ef79b7333cbbfcc119b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300943 Mar 08 15:46:12.916390 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31815eca-540b-4e7b-a3bd-47055389c232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c1c2f-f66a-498a-a66c-6c609af33044,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:12.918170 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50602) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:12.965548 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0b373f73-91fd-4dc4-84b6-4ea306fadd3c admin admin] Publish callbacks [] for security_group (c03c1c2f-f66a-498a-a66c-6c609af33044), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.987758 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0b373f73-91fd-4dc4-84b6-4ea306fadd3c admin admin] Publish callbacks [] for security_group (c03c1c2f-f66a-498a-a66c-6c609af33044), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.084155 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0b373f73-91fd-4dc4-84b6-4ea306fadd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c03c1c2f-f66a-498a-a66c-6c609af33044), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.086709 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0b373f73-91fd-4dc4-84b6-4ea306fadd3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.087850 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0b373f73-91fd-4dc4-84b6-4ea306fadd3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c03c1c2f-f66a-498a-a66c-6c609af33044 HTTP/1.1" status: 204 len: 168 time: 0.1687198 Mar 08 15:46:13.097427 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b373f73-91fd-4dc4-84b6-4ea306fadd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c1c2f-f66a-498a-a66c-6c609af33044,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:13.126918 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50606) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:13.167057 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-55f806c9-08d3-44e8-a9a0-95cfb11fa874 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f89d9e4dc2940379c095e284e789ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388513 Mar 08 15:46:13.169471 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50608) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:13.217652 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1a006b1-0c68-4f12-b918-0730ef03733e admin admin] Publish callbacks [] for security_group (22f482ac-b585-4a16-b1a4-2cff5e6a6dc4), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.252355 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1a006b1-0c68-4f12-b918-0730ef03733e admin admin] Publish callbacks [] for security_group (22f482ac-b585-4a16-b1a4-2cff5e6a6dc4), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.364430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1a006b1-0c68-4f12-b918-0730ef03733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (22f482ac-b585-4a16-b1a4-2cff5e6a6dc4), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.367046 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-d1a006b1-0c68-4f12-b918-0730ef03733e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.370646 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-d1a006b1-0c68-4f12-b918-0730ef03733e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22f482ac-b585-4a16-b1a4-2cff5e6a6dc4 HTTP/1.1" status: 204 len: 168 time: 0.1978269 Mar 08 15:46:13.376484 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a006b1-0c68-4f12-b918-0730ef03733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f482ac-b585-4a16-b1a4-2cff5e6a6dc4,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:13.693946 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50614) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:13.708171 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-473f7301-9496-495c-bc36-54c9fbcaba2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.787556 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-473f7301-9496-495c-bc36-54c9fbcaba2a admin admin] Publish callbacks [] for security_group (566dd641-4e06-4049-b5bd-0f6164e13702), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.873239 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-473f7301-9496-495c-bc36-54c9fbcaba2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (566dd641-4e06-4049-b5bd-0f6164e13702), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.914295 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-473f7301-9496-495c-bc36-54c9fbcaba2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c63bbb44c13d4c32b3633ed444de6908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191079 Mar 08 15:46:13.915016 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7301-9496-495c-bc36-54c9fbcaba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566dd641-4e06-4049-b5bd-0f6164e13702,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:13.916884 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50616) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:13.967333 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8808c46c-afdd-4b55-aaee-72b38bb50d97 admin admin] Publish callbacks [] for security_group (566dd641-4e06-4049-b5bd-0f6164e13702), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.987715 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8808c46c-afdd-4b55-aaee-72b38bb50d97 admin admin] Publish callbacks [] for security_group (566dd641-4e06-4049-b5bd-0f6164e13702), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.129819 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8808c46c-afdd-4b55-aaee-72b38bb50d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (566dd641-4e06-4049-b5bd-0f6164e13702), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.132346 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8808c46c-afdd-4b55-aaee-72b38bb50d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.133510 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8808c46c-afdd-4b55-aaee-72b38bb50d97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/566dd641-4e06-4049-b5bd-0f6164e13702 HTTP/1.1" status: 204 len: 168 time: 0.2156198 Mar 08 15:46:14.142222 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808c46c-afdd-4b55-aaee-72b38bb50d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566dd641-4e06-4049-b5bd-0f6164e13702,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:14.810717 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50622) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:14.823452 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5813c629-7d05-4f1b-8ef1-a60b1ef16409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.893589 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5813c629-7d05-4f1b-8ef1-a60b1ef16409 admin admin] Publish callbacks [] for security_group (a504c282-a2a3-46d2-b19e-aef98ef3ad36), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.941407 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5813c629-7d05-4f1b-8ef1-a60b1ef16409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a504c282-a2a3-46d2-b19e-aef98ef3ad36), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.979495 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-5813c629-7d05-4f1b-8ef1-a60b1ef16409 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d9d7ee352e4f26bf8ed07c7a19533e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677227 Mar 08 15:46:14.980394 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813c629-7d05-4f1b-8ef1-a60b1ef16409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a504c282-a2a3-46d2-b19e-aef98ef3ad36,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:14.982365 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50624) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:15.028224 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f6afe2e7-76a1-41c6-bcf3-3be50642a036 admin admin] Publish callbacks [] for security_group (a504c282-a2a3-46d2-b19e-aef98ef3ad36), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:15.048547 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f6afe2e7-76a1-41c6-bcf3-3be50642a036 admin admin] Publish callbacks [] for security_group (a504c282-a2a3-46d2-b19e-aef98ef3ad36), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:15.135905 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f6afe2e7-76a1-41c6-bcf3-3be50642a036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a504c282-a2a3-46d2-b19e-aef98ef3ad36), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:15.139011 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-f6afe2e7-76a1-41c6-bcf3-3be50642a036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:15.140156 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-f6afe2e7-76a1-41c6-bcf3-3be50642a036 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a504c282-a2a3-46d2-b19e-aef98ef3ad36 HTTP/1.1" status: 204 len: 168 time: 0.1566858 Mar 08 15:46:15.148117 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afe2e7-76a1-41c6-bcf3-3be50642a036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a504c282-a2a3-46d2-b19e-aef98ef3ad36,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:16.362026 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:46:17.740292 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50696) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:17.841928 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-188f1f22-42fc-46de-880a-f540981cbb77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.914256 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-188f1f22-42fc-46de-880a-f540981cbb77 admin admin] Publish callbacks [] for security_group (acb8dfdd-b600-4440-8c25-abd737ccaf12), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.958282 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-188f1f22-42fc-46de-880a-f540981cbb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (acb8dfdd-b600-4440-8c25-abd737ccaf12), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.993617 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f1f22-42fc-46de-880a-f540981cbb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb8dfdd-b600-4440-8c25-abd737ccaf12,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:17.999145 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-188f1f22-42fc-46de-880a-f540981cbb77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4def4a05327b4d1d8a8e7bc8087b2a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578206 Mar 08 15:46:18.006322 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50700) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:18.051038 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-971ffc2d-ee54-4fd5-8854-da325d64d54e admin admin] Publish callbacks [] for security_group (acb8dfdd-b600-4440-8c25-abd737ccaf12), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.071505 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-971ffc2d-ee54-4fd5-8854-da325d64d54e admin admin] Publish callbacks [] for security_group (acb8dfdd-b600-4440-8c25-abd737ccaf12), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.175816 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-971ffc2d-ee54-4fd5-8854-da325d64d54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (acb8dfdd-b600-4440-8c25-abd737ccaf12), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.178408 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-971ffc2d-ee54-4fd5-8854-da325d64d54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.179640 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-971ffc2d-ee54-4fd5-8854-da325d64d54e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acb8dfdd-b600-4440-8c25-abd737ccaf12 HTTP/1.1" status: 204 len: 168 time: 0.1769540 Mar 08 15:46:18.188255 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ffc2d-ee54-4fd5-8854-da325d64d54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb8dfdd-b600-4440-8c25-abd737ccaf12,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:18.226793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d42d8886-9ea2-427a-88c9-29d814f3e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.754043 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50706) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:18.767237 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e111a733-c017-410d-b777-363ed6361840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.841946 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e111a733-c017-410d-b777-363ed6361840 admin admin] Publish callbacks [] for security_group (09dbb07c-201d-4399-9e9a-9d09a9a309e6), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.918568 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e111a733-c017-410d-b777-363ed6361840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (09dbb07c-201d-4399-9e9a-9d09a9a309e6), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.956772 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e111a733-c017-410d-b777-363ed6361840 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2d99bc823ea44a88a7abc003d97d6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016273 Mar 08 15:46:18.957616 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111a733-c017-410d-b777-363ed6361840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dbb07c-201d-4399-9e9a-9d09a9a309e6,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:18.959428 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50708) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:19.012767 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Publish callbacks [] for security_group (09dbb07c-201d-4399-9e9a-9d09a9a309e6), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:19.028069 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Publish callbacks [] for security_group (09dbb07c-201d-4399-9e9a-9d09a9a309e6), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:19.152778 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (09dbb07c-201d-4399-9e9a-9d09a9a309e6), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:19.155816 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:19.156986 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09dbb07c-201d-4399-9e9a-9d09a9a309e6 HTTP/1.1" status: 204 len: 168 time: 0.1965828 Mar 08 15:46:19.165043 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dbb07c-201d-4399-9e9a-9d09a9a309e6,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:19.172601 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.172956 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:19.179203 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817132fc-eda6-49f0-acd2-24e988a523f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:20.335220 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-641c9818-136e-4716-879a-a29919a26797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:20.346319 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:21.718216 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.169848 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.729531 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:29.805021 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50834) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:29.906789 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-097d8edb-a985-4459-aac9-5b28eed2dacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:29.980600 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-097d8edb-a985-4459-aac9-5b28eed2dacf admin admin] Publish callbacks [] for security_group (869a36af-1553-449b-9f6a-96ff91dfc85a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.061161 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-097d8edb-a985-4459-aac9-5b28eed2dacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (869a36af-1553-449b-9f6a-96ff91dfc85a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.105418 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d8edb-a985-4459-aac9-5b28eed2dacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869a36af-1553-449b-9f6a-96ff91dfc85a,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:30.113395 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-097d8edb-a985-4459-aac9-5b28eed2dacf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7235969d204b4b8cb8eeb83b9238bd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067410 Mar 08 15:46:30.116022 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50838) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:30.163947 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92f7d77c-6dda-425b-9b60-da2b41a70c7a admin admin] Publish callbacks [] for security_group (869a36af-1553-449b-9f6a-96ff91dfc85a), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.184934 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92f7d77c-6dda-425b-9b60-da2b41a70c7a admin admin] Publish callbacks [] for security_group (869a36af-1553-449b-9f6a-96ff91dfc85a), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.283618 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92f7d77c-6dda-425b-9b60-da2b41a70c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (869a36af-1553-449b-9f6a-96ff91dfc85a), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.286071 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92f7d77c-6dda-425b-9b60-da2b41a70c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.287265 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-92f7d77c-6dda-425b-9b60-da2b41a70c7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/869a36af-1553-449b-9f6a-96ff91dfc85a HTTP/1.1" status: 204 len: 168 time: 0.1702754 Mar 08 15:46:30.295512 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7d77c-6dda-425b-9b60-da2b41a70c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869a36af-1553-449b-9f6a-96ff91dfc85a,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:30.774370 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50846) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:30.792896 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-bcd49df6-b1cc-414f-91c7-e4c4af49cabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.858172 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-bcd49df6-b1cc-414f-91c7-e4c4af49cabb admin admin] Publish callbacks [] for security_group (90c18efd-1ded-44a3-8ef6-37efcc45f774), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.923358 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-bcd49df6-b1cc-414f-91c7-e4c4af49cabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (90c18efd-1ded-44a3-8ef6-37efcc45f774), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.967168 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-bcd49df6-b1cc-414f-91c7-e4c4af49cabb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf255a4f57314a85b4d98061f85145e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917400 Mar 08 15:46:30.968025 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd49df6-b1cc-414f-91c7-e4c4af49cabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c18efd-1ded-44a3-8ef6-37efcc45f774,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:30.970005 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50848) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:31.018294 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa6a3-843c-44ca-9cab-181390d4c262 admin admin] Publish callbacks [] for security_group (90c18efd-1ded-44a3-8ef6-37efcc45f774), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.038676 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa6a3-843c-44ca-9cab-181390d4c262 admin admin] Publish callbacks [] for security_group (90c18efd-1ded-44a3-8ef6-37efcc45f774), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.180890 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa6a3-843c-44ca-9cab-181390d4c262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (90c18efd-1ded-44a3-8ef6-37efcc45f774), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.183448 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa6a3-843c-44ca-9cab-181390d4c262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.185227 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-fb5aa6a3-843c-44ca-9cab-181390d4c262 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90c18efd-1ded-44a3-8ef6-37efcc45f774 HTTP/1.1" status: 204 len: 168 time: 0.2136376 Mar 08 15:46:31.192877 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aa6a3-843c-44ca-9cab-181390d4c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c18efd-1ded-44a3-8ef6-37efcc45f774,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:31.768546 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50854) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:31.781966 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-dfe75dfa-a631-4674-ae7e-db6a91a0c789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.854600 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-dfe75dfa-a631-4674-ae7e-db6a91a0c789 admin admin] Publish callbacks [] for security_group (75dc331b-f059-4654-9490-30501b3541f1), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.901007 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-dfe75dfa-a631-4674-ae7e-db6a91a0c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (75dc331b-f059-4654-9490-30501b3541f1), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.941064 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-dfe75dfa-a631-4674-ae7e-db6a91a0c789 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72c20ed18b84474baddd9844132c3d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714323 Mar 08 15:46:31.942974 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe75dfa-a631-4674-ae7e-db6a91a0c789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dc331b-f059-4654-9490-30501b3541f1,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:31.943819 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50864) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:31.993257 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c7b24da3-a64e-4ed8-a8f9-2457083e9810 admin admin] Publish callbacks [] for security_group (75dc331b-f059-4654-9490-30501b3541f1), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.014232 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c7b24da3-a64e-4ed8-a8f9-2457083e9810 admin admin] Publish callbacks [] for security_group (75dc331b-f059-4654-9490-30501b3541f1), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.135269 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c7b24da3-a64e-4ed8-a8f9-2457083e9810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (75dc331b-f059-4654-9490-30501b3541f1), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.138463 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-c7b24da3-a64e-4ed8-a8f9-2457083e9810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.139597 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-c7b24da3-a64e-4ed8-a8f9-2457083e9810 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75dc331b-f059-4654-9490-30501b3541f1 HTTP/1.1" status: 204 len: 168 time: 0.1945286 Mar 08 15:46:32.147482 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b24da3-a64e-4ed8-a8f9-2457083e9810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dc331b-f059-4654-9490-30501b3541f1,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:32.389448 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afde47-6e0e-4021-bd81-779277f95179 req-90d46153-d90e-4d8e-b78c-e857750c1d0f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:32.390950 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-45afde47-6e0e-4021-bd81-779277f95179 req-90d46153-d90e-4d8e-b78c-e857750c1d0f tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0526814 Mar 08 15:46:32.438862 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-45afde47-6e0e-4021-bd81-779277f95179 req-2429209b-282b-4f40-8510-e7054d09a52e tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Mar 08 15:46:33.565573 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c92b-f946-4754-9774-479ddd3f3fff req-0405f3f8-8edb-4868-be7c-274f73d3cb96 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:33.567062 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a678c92b-f946-4754-9774-479ddd3f3fff req-0405f3f8-8edb-4868-be7c-274f73d3cb96 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0562537 Mar 08 15:46:33.614322 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a678c92b-f946-4754-9774-479ddd3f3fff req-5fb4dbc1-eac7-4b8f-90d2-2cb873b5bb88 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups?id=62dc7e24-89fe-496c-a322-357824af6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Mar 08 15:46:33.758259 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-10372dbe-915c-43bd-a77e-fd9352e05196 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:33.759706 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-10372dbe-915c-43bd-a77e-fd9352e05196 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 947 time: 0.0523086 Mar 08 15:46:33.875235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Deleting port d6dfe646-3727-4361-b907-2b1c2058c2df {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:33.875495 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:33.962647 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] For port d6dfe646-3727-4361-b907-2b1c2058c2df, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d6dfe646-3727-4361-b907-2b1c2058c2df,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:33.969084 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.131292 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.131656 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (d14bc9d6-da9d-4324-834d-603902d62c03), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.131973 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Floating IP d14bc9d6-da9d-4324-834d-603902d62c03 disassociated. External IP: 172.27.3.36, port: d6dfe646-3727-4361-b907-2b1c2058c2df. Mar 08 15:46:34.132354 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Calling delete_port for d6dfe646-3727-4361-b907-2b1c2058c2df owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:34.312110 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (d6dfe646-3727-4361-b907-2b1c2058c2df), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.340482 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event deleted for resources: {'Port': ['ID=d6dfe646-3727-4361-b907-2b1c2058c2df,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:34.454569 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Router 4810b491-d057-4812-a5aa-e2890baa00c6 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:34.562357 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:34.571776 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] Sync routers for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:34.582247 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:34.582943 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:46:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:34.605208 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] No DVR routers for this DVR port d6dfe646-3727-4361-b907-2b1c2058c2df on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:34.608463 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.611951 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e71cbf9-9f32-46ea-9c40-2b3efc7b8f8b req-5d693461-f331-4626-a876-b60882c4436b tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.24 "DELETE /v2.0/ports/d6dfe646-3727-4361-b907-2b1c2058c2df HTTP/1.1" status: 204 len: 173 time: 0.8447201 Mar 08 15:46:34.612425 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-deleted', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:34.614694 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47541f47-5b35-4996-b261-9b433f43fbf3" -d '{"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-deleted", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:34.648915 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107665b4-bd01-461f-8863-784652758d73 x-openstack-request-id: req-107665b4-bd01-461f-8863-784652758d73 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:34.649171 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae636420-6fd2-43f2-86d8-7efe0e8092ef", "name": "network-vif-deleted", "tag": "d6dfe646-3727-4361-b907-2b1c2058c2df", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:34.649432 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-107665b4-bd01-461f-8863-784652758d73 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:34.649838 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae636420-6fd2-43f2-86d8-7efe0e8092ef', 'name': 'network-vif-deleted', 'tag': 'd6dfe646-3727-4361-b907-2b1c2058c2df', 'status': 'completed', 'code': 200} Mar 08 15:46:34.693778 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:34.721637 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ac240236-e2d7-4e91-8462-6696c865afda req-76c54501-1f12-4425-a03b-28bee195ba86 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae636420-6fd2-43f2-86d8-7efe0e8092ef HTTP/1.1" status: 200 len: 210 time: 0.0331509 Mar 08 15:46:34.907186 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:34.931418 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] Checking router: 4810b491-d057-4812-a5aa-e2890baa00c6 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:34.940325 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:34.940923 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:46:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:35.060392 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:35.152749 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-8d8e8e1d-01fc-4903-8f11-1d66aec50689 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6c1ebb14d8c0420b80497ed1d1eed585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297470 Mar 08 15:46:35.267235 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:35.292518 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53180a10-a574-4dda-95d7-b24f94fd5e26 None None] The sync data for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi is: [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 4, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '4e496f12-f0ce-4f33-ba5a-e0167b066d5d', 'name': '', 'network_id': '6f4b6465-e5cf-411b-91e9-be9fff3cbb94', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'mac_address': 'fa:16:3e:7e:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:56Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'subnets': [{'id': 'ef8744a3-7d5a-46ee-a93c-a973287b5720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:35.335760 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-464c196d-41e3-48cc-8646-1e0728e5a13d tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:35.337339 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-464c196d-41e3-48cc-8646-1e0728e5a13d tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791985 Mar 08 15:46:35.353033 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-f0639e7c-9606-463a-afcf-a7b070361ced tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/quotas/6c1ebb14d8c0420b80497ed1d1eed585 HTTP/1.1" status: 200 len: 375 time: 0.0096736 Mar 08 15:46:35.389320 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-3b66e8e7-a0a6-45e7-b8f0-947e22a7118e tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c1ebb14d8c0420b80497ed1d1eed585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308805 Mar 08 15:46:35.507538 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7b02a-77c9-483d-a2ab-362b13c31fdc None None] New status for floating IP d14bc9d6-da9d-4324-834d-603902d62c03: DOWN {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:46:35.640822 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6982bd7a-f867-4fba-8a01-0fd4a9697e93 req-be1ebf6c-93a7-4976-a9a3-96f282878712 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 210 time: 0.0282428 Mar 08 15:46:35.907214 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50932) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:35.958971 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8f82fbeb-baac-4669-b6ae-f3f4d5da1607 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (62dc7e24-89fe-496c-a322-357824af6f02), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.982075 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8f82fbeb-baac-4669-b6ae-f3f4d5da1607 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (62dc7e24-89fe-496c-a322-357824af6f02), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.072349 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8f82fbeb-baac-4669-b6ae-f3f4d5da1607 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (62dc7e24-89fe-496c-a322-357824af6f02), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.075195 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8f82fbeb-baac-4669-b6ae-f3f4d5da1607 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.076408 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8f82fbeb-baac-4669-b6ae-f3f4d5da1607 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "DELETE /v2.0/security-groups/62dc7e24-89fe-496c-a322-357824af6f02 HTTP/1.1" status: 204 len: 168 time: 0.1681621 Mar 08 15:46:36.079162 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50934) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:36.092338 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82fbeb-baac-4669-b6ae-f3f4d5da1607 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dc7e24-89fe-496c-a322-357824af6f02,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:36.097921 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.api.v2.resource [None req-d10bc1ce-f0a3-4050-95a6-c9e987cc40b9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] show failed (client error): The resource could not be found. Mar 08 15:46:36.099059 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-d10bc1ce-f0a3-4050-95a6-c9e987cc40b9 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "GET /v2.0/security-groups/62dc7e24-89fe-496c-a322-357824af6f02 HTTP/1.1" status: 404 len: 347 time: 0.0185652 Mar 08 15:46:36.101725 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 50936) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:36.220332 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Deleting port bcb6b1ef-d254-40e4-a546-ae17d1450cde {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:36.220673 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (bcb6b1ef-d254-40e4-a546-ae17d1450cde), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.295262 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (bcb6b1ef-d254-40e4-a546-ae17d1450cde), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.295584 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (bcb6b1ef-d254-40e4-a546-ae17d1450cde), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.307330 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Calling delete_port for bcb6b1ef-d254-40e4-a546-ae17d1450cde owned by network:floatingip {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:36.506378 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (bcb6b1ef-d254-40e4-a546-ae17d1450cde), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.534476 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Pushing event deleted for resources: {'Port': ['ID=bcb6b1ef-d254-40e4-a546-ae17d1450cde,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:36.593000 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks [] for floatingip (d14bc9d6-da9d-4324-834d-603902d62c03), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.595438 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.596605 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-acf34508-7bf8-443b-a8c1-fdb23fdf63e8 tempest-AttachVolumeShelveTestJSON-1456294336 tempest-AttachVolumeShelveTestJSON-1456294336-project] 10.222.0.25 "DELETE /v2.0/floatingips/d14bc9d6-da9d-4324-834d-603902d62c03 HTTP/1.1" status: 204 len: 168 time: 0.4939766 Mar 08 15:46:36.731474 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3478835b-2e4c-4e52-8a06-44d15526a6b4 req-d5c4b2c7-c130-426b-b081-4f408342df94 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 210 time: 0.0275929 Mar 08 15:46:37.521205 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:37.544778 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: d6dfe646-3727-4361-b907-2b1c2058c2df {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:37.545045 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device d6dfe646-3727-4361-b907-2b1c2058c2df not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:37.557951 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-2edac5e0-5739-43b5-b14b-e9a270d6d24d tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6c1ebb14d8c0420b80497ed1d1eed585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222139 Mar 08 15:46:37.665205 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-d24fb718-df3e-46bf-891f-e6aff58bed49 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:37.666634 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-d24fb718-df3e-46bf-891f-e6aff58bed49 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026058 Mar 08 15:46:37.678989 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Request body: {'port': {'device_id': '67d34a02-4319-4da8-a6c1-544eb42d5e34', 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016', 'admin_state_up': True, 'tenant_id': '6c1ebb14d8c0420b80497ed1d1eed585'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:37.828079 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3411f3ee-6a3f-4203-aae4-8f50f0f32468 req-43aef431-e805-4d6b-b9f4-abe29406aa5b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 210 time: 0.0277908 Mar 08 15:46:37.856344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Made reservation on behalf of 6c1ebb14d8c0420b80497ed1d1eed585 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:46:37.861453 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.870845 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.956814 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks [] for security_group (8c0ceca0-659d-4c28-9d43-175923dd0ea3), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.020735 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (8c0ceca0-659d-4c28-9d43-175923dd0ea3), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.083206 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ceca0-659d-4c28-9d43-175923dd0ea3,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:38.152576 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Allocated IP 192.168.233.183 (f276f27a-4490-49bb-bf3b-4ed3fe711016/aab7d06a-2fe1-4c2e-9170-98d18cdf8ecb/34b045e4-18a8-4412-aa95-c78e25f9d39c) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:38.297490 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks [] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.392953 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6cd85-c808-4d55-a18c-a709f99159c8 req-56c8ca60-d06a-4945-9715-88224c91c0ee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:38.394435 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bcd6cd85-c808-4d55-a18c-a709f99159c8 req-56c8ca60-d06a-4945-9715-88224c91c0ee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0557864 Mar 08 15:46:38.408051 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.470361 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Network f276f27a-4490-49bb-bf3b-4ed3fe711016 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:38.477918 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:38.484808 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:38.486822 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Pushing event updated for resources: {'Port': ['ID=34b045e4-18a8-4412-aa95-c78e25f9d39c,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:38.512532 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bcd6cd85-c808-4d55-a18c-a709f99159c8 req-2d72ba7d-c307-4774-85a5-7be5d196c9bf tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123104 Mar 08 15:46:38.544426 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:38.545414 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.613153 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-a4fb77c8-fcb6-4aa3-9938-bdfc076f2e61 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9376831 Mar 08 15:46:38.626153 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Request body: {'port': {'device_id': '67d34a02-4319-4da8-a6c1-544eb42d5e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:38.686805 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.732238 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-7df0a123-80e7-45c5-a0c6-23e3dfed1716 None None] Provisioning complete for port 34b045e4-18a8-4412-aa95-c78e25f9d39c triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:38.732891 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7df0a123-80e7-45c5-a0c6-23e3dfed1716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.773332 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-7df0a123-80e7-45c5-a0c6-23e3dfed1716 None None] Port 34b045e4-18a8-4412-aa95-c78e25f9d39c cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:38.993301 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaa2a7-dbf5-44a9-9441-00d7a913ea84 req-6f7e8de1-6ce3-4f10-8b69-f9a151c977da tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:38.994656 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3beaa2a7-dbf5-44a9-9441-00d7a913ea84 req-6f7e8de1-6ce3-4f10-8b69-f9a151c977da tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 936 time: 0.0921209 Mar 08 15:46:38.996864 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b045e4-18a8-4412-aa95-c78e25f9d39c {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:46:39.010054 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Publish callbacks [] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.032556 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Transition to ACTIVE for port object 34b045e4-18a8-4412-aa95-c78e25f9d39c will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:46:39.054283 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3beaa2a7-dbf5-44a9-9441-00d7a913ea84 req-9b880648-dfa6-4b77-88d1-9145827362fa tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524395 Mar 08 15:46:39.124497 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.172692 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Pushing event updated for resources: {'Port': ['ID=34b045e4-18a8-4412-aa95-c78e25f9d39c,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:39.249205 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Attempting to bind port 34b045e4-18a8-4412-aa95-c78e25f9d39c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:39.250003 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Attempting to bind port 34b045e4-18a8-4412-aa95-c78e25f9d39c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:39.250003 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Attempting to bind port 34b045e4-18a8-4412-aa95-c78e25f9d39c on network f276f27a-4490-49bb-bf3b-4ed3fe711016 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:39.257254 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Port 34b045e4-18a8-4412-aa95-c78e25f9d39c on network f276f27a-4490-49bb-bf3b-4ed3fe711016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:46:39.257623 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Attempting to bind port 34b045e4-18a8-4412-aa95-c78e25f9d39c on network f276f27a-4490-49bb-bf3b-4ed3fe711016 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:39.264197 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:39.264197 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Checking segment: {'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:39.264508 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Bound using segment: {'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:39.264940 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Bound port: 34b045e4-18a8-4412-aa95-c78e25f9d39c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dac52a1-effa-43ff-8686-1740e647ce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:39.265372 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.316195 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50982) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:39.331256 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] For port 34b045e4-18a8-4412-aa95-c78e25f9d39c, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:39.334623 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] For port 34b045e4-18a8-4412-aa95-c78e25f9d39c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34b045e4-18a8-4412-aa95-c78e25f9d39c,segment=NetworkSegment(3dac52a1-effa-43ff-8686-1740e647ce84),segment_id=3dac52a1-effa-43ff-8686-1740e647ce84)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:39.398499 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.432258 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.432927 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.435278 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] 10.222.0.24 "PUT /v2.0/ports/34b045e4-18a8-4412-aa95-c78e25f9d39c HTTP/1.1" status: 200 len: 1098 time: 0.8135550 Mar 08 15:46:39.437488 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d34a02-4319-4da8-a6c1-544eb42d5e34', 'tag': '34b045e4-18a8-4412-aa95-c78e25f9d39c'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:39.440474 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97e81ab-0b10-40fa-9b5d-793396fdec25" -d '{"events": [{"name": "network-changed", "server_uuid": "67d34a02-4319-4da8-a6c1-544eb42d5e34", "tag": "34b045e4-18a8-4412-aa95-c78e25f9d39c"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:39.472947 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf640ef-bdda-44fe-af35-eb6acd0da055 service neutron] Pushing event updated for resources: {'Port': ['ID=34b045e4-18a8-4412-aa95-c78e25f9d39c,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:39.508242 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f7aeb-ce0e-4a9e-b7bd-936e429df47a x-openstack-request-id: req-af2f7aeb-ce0e-4a9e-b7bd-936e429df47a {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:39.508547 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d34a02-4319-4da8-a6c1-544eb42d5e34", "tag": "34b045e4-18a8-4412-aa95-c78e25f9d39c", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:39.508804 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af2f7aeb-ce0e-4a9e-b7bd-936e429df47a {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:39.509215 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d34a02-4319-4da8-a6c1-544eb42d5e34', 'tag': '34b045e4-18a8-4412-aa95-c78e25f9d39c', 'status': 'completed', 'code': 200} Mar 08 15:46:39.582071 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e81ab-0b10-40fa-9b5d-793396fdec25 req-a47ed14c-f932-4492-8672-3dcb01fcba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.583928 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b97e81ab-0b10-40fa-9b5d-793396fdec25 req-a47ed14c-f932-4492-8672-3dcb01fcba51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c1ebb14d8c0420b80497ed1d1eed585&device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 1132 time: 0.0566912 Mar 08 15:46:39.625492 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b97e81ab-0b10-40fa-9b5d-793396fdec25 req-c7de5f59-008e-4c50-84bc-da2c1510b47d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6c1ebb14d8c0420b80497ed1d1eed585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330374 Mar 08 15:46:39.721674 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aee0a7-39ea-4360-a5f1-8ac4a8c1775c req-68c67365-db41-4fdb-a4f0-fd389508132e tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.723120 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-45aee0a7-39ea-4360-a5f1-8ac4a8c1775c req-68c67365-db41-4fdb-a4f0-fd389508132e tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.1294472 Mar 08 15:46:39.759596 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e81ab-0b10-40fa-9b5d-793396fdec25 req-35eceee0-eba6-4fa2-aa17-a4187417158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.760999 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b97e81ab-0b10-40fa-9b5d-793396fdec25 req-35eceee0-eba6-4fa2-aa17-a4187417158e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1207232 Mar 08 15:46:39.787435 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-45aee0a7-39ea-4360-a5f1-8ac4a8c1775c req-67d7ec8a-e36b-498a-bdce-fbd91ca719c0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570664 Mar 08 15:46:39.844998 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-f77cb89a-0f1e-445a-8b32-a389d01618e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.846483 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-f77cb89a-0f1e-445a-8b32-a389d01618e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c1ebb14d8c0420b80497ed1d1eed585&device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 1132 time: 0.0447299 Mar 08 15:46:39.864368 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (4810b491-d057-4812-a5aa-e2890baa00c6), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.888513 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-f50172bd-6f72-4735-9c33-2d44fee944e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=34b045e4-18a8-4412-aa95-c78e25f9d39c HTTP/1.1" status: 200 len: 217 time: 0.0337319 Mar 08 15:46:39.939413 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-1bc5069d-78b3-4dbc-8c11-b858a75fa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.940871 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-1bc5069d-78b3-4dbc-8c11-b858a75fa744 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aab7d06a-2fe1-4c2e-9170-98d18cdf8ecb HTTP/1.1" status: 200 len: 843 time: 0.0458090 Mar 08 15:46:39.990308 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-b906ff53-d266-40f4-a9e8-aba95cda8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.991863 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-b906ff53-d266-40f4-a9e8-aba95cda8cf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f276f27a-4490-49bb-bf3b-4ed3fe711016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0431826 Mar 08 15:46:40.080607 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-57f30d48-ef8a-48d3-947f-ab42844bfba5 service neutron] 10.222.0.24 "GET /v2.0/networks/f276f27a-4490-49bb-bf3b-4ed3fe711016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805616 Mar 08 15:46:40.117633 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Deleting port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:40.117965 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.204317 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] For port 4e496f12-f0ce-4f33-ba5a-e0167b066d5d, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:40.204665 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.206865 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5df8d696-d78d-41bf-ac8a-9b782090deb5 req-9cba3ce8-41dc-406e-9ace-8fe40312ac6a service neutron] 10.222.0.24 "GET /v2.0/networks/f276f27a-4490-49bb-bf3b-4ed3fe711016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193421 Mar 08 15:46:40.217109 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Calling delete_port for 4e496f12-f0ce-4f33-ba5a-e0167b066d5d owned by network:router_interface {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:40.218357 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23a560-0210-4923-8a08-6ddf8fc4539d req-ddc34122-dbd9-403c-97ca-c523e356d5fb tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:40.219803 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1b23a560-0210-4923-8a08-6ddf8fc4539d req-ddc34122-dbd9-403c-97ca-c523e356d5fb tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 948 time: 0.0742197 Mar 08 15:46:40.299832 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1b23a560-0210-4923-8a08-6ddf8fc4539d req-68e9da9a-8a43-4887-bf94-19896b47822e tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744724 Mar 08 15:46:40.315878 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-691797cd-ca36-4403-8bc8-882960b31b9c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:40.317566 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-691797cd-ca36-4403-8bc8-882960b31b9c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.0789020 Mar 08 15:46:40.410540 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Deleting port 34a4481d-07cb-4cde-b404-1931455a76cc {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:40.410907 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.460830 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (4e496f12-f0ce-4f33-ba5a-e0167b066d5d), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.487543 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e496f12-f0ce-4f33-ba5a-e0167b066d5d,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:40.500343 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] For port 34a4481d-07cb-4cde-b404-1931455a76cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34a4481d-07cb-4cde-b404-1931455a76cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:40.500712 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.670875 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (4810b491-d057-4812-a5aa-e2890baa00c6), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.904990 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Router 4810b491-d057-4812-a5aa-e2890baa00c6 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:40.973268 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703baf9-3e58-4636-b44f-18fb3705ac21 req-4b9c60fa-5f80-4da0-be4e-c61e9a5958ad tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:40.974652 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9703baf9-3e58-4636-b44f-18fb3705ac21 req-4b9c60fa-5f80-4da0-be4e-c61e9a5958ad tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 945 time: 0.1058359 Mar 08 15:46:40.981829 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.982193 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (fac204a8-cbd0-4734-9452-7075efd486ad), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.982507 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Floating IP fac204a8-cbd0-4734-9452-7075efd486ad disassociated. External IP: 172.27.3.117, port: 34a4481d-07cb-4cde-b404-1931455a76cc. Mar 08 15:46:40.982849 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Calling delete_port for 34a4481d-07cb-4cde-b404-1931455a76cc owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:41.010002 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:41.019065 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a7791955-db86-4fd2-b162-6ed2eb61785a admin admin] 10.222.0.25 "PUT /v2.0/routers/4810b491-d057-4812-a5aa-e2890baa00c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6984050 Mar 08 15:46:41.019065 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 50996) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:41.021817 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] Sync routers for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:41.031208 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:41.031850 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:46:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:41.073734 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9703baf9-3e58-4636-b44f-18fb3705ac21 req-3ebd6757-9eba-42b0-9767-35e27db0eb27 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=193d951e-c748-447f-bb27-c937bf915321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888250 Mar 08 15:46:41.127930 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks [] for router (4810b491-d057-4812-a5aa-e2890baa00c6), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.171557 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:41.180187 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (34a4481d-07cb-4cde-b404-1931455a76cc), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.207465 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event deleted for resources: {'Port': ['ID=34a4481d-07cb-4cde-b404-1931455a76cc,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:41.234986 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks [] for router_gateway (4810b491-d057-4812-a5aa-e2890baa00c6), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.349995 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Router 53cb4a42-e088-4785-9ea3-517e7fc89118 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:41.350117 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Deleting port ea285c76-3ceb-430f-95c9-769ae4ecc29f {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:41.350117 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.367096 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 5, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port': {'id': 'ea285c76-3ceb-430f-95c9-769ae4ecc29f', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:51Z', 'updated_at': '2022-03-08T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:41.399874 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] Checking router: 4810b491-d057-4812-a5aa-e2890baa00c6 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:41.409582 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] Routers {'4810b491-d057-4812-a5aa-e2890baa00c6'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:41.410315 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:46:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['4810b491-d057-4812-a5aa-e2890baa00c6'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:41.437439 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] For port ea285c76-3ceb-430f-95c9-769ae4ecc29f, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=ea285c76-3ceb-430f-95c9-769ae4ecc29f,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:41.438155 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.451047 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Calling delete_port for ea285c76-3ceb-430f-95c9-769ae4ecc29f owned by network:router_gateway {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:41.489867 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add1358-f27f-4ab9-84ab-5a0acfc03c5e req-71397f94-c849-4e01-8475-b05c344b9d31 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:41.491441 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0add1358-f27f-4ab9-84ab-5a0acfc03c5e req-71397f94-c849-4e01-8475-b05c344b9d31 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 948 time: 0.1043098 Mar 08 15:46:41.501008 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:41.517537 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] Sync routers for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:41.529297 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:41.530316 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:46:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:41.586191 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0add1358-f27f-4ab9-84ab-5a0acfc03c5e req-0a580352-6a28-489e-9e98-5920d0ca7e34 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828686 Mar 08 15:46:41.610759 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] No DVR routers for this DVR port 34a4481d-07cb-4cde-b404-1931455a76cc on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:41.613309 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.617237 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e8c373ba-3fed-425b-8f42-ee8417952c11 req-b7c15796-01b9-412c-847d-89b70b196ce1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "DELETE /v2.0/ports/34a4481d-07cb-4cde-b404-1931455a76cc HTTP/1.1" status: 204 len: 173 time: 1.2940829 Mar 08 15:46:41.617681 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'name': 'network-vif-deleted', 'tag': '34a4481d-07cb-4cde-b404-1931455a76cc'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:41.623328 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03132634-e569-41f2-a0ba-fff0ce185adf" -d '{"events": [{"server_uuid": "861ddb10-68e1-4c8a-9aa1-12957ba7a09f", "name": "network-vif-deleted", "tag": "34a4481d-07cb-4cde-b404-1931455a76cc"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:41.634943 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] Set router 4810b491-d057-4812-a5aa-e2890baa00c6 gateway port host: None {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:41.672068 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6d8f7e-97ca-4467-b0e7-21a43d2e48f2 x-openstack-request-id: req-8e6d8f7e-97ca-4467-b0e7-21a43d2e48f2 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:41.672654 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ddb10-68e1-4c8a-9aa1-12957ba7a09f", "name": "network-vif-deleted", "tag": "34a4481d-07cb-4cde-b404-1931455a76cc", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:41.673114 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e6d8f7e-97ca-4467-b0e7-21a43d2e48f2 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:41.673529 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ddb10-68e1-4c8a-9aa1-12957ba7a09f', 'name': 'network-vif-deleted', 'tag': '34a4481d-07cb-4cde-b404-1931455a76cc', 'status': 'completed', 'code': 200} Mar 08 15:46:41.693409 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:41.702737 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:46:41Z', 'revision_number': 6, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port_host': None}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:41.734726 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe806a-25d5-4e9c-b678-c0ef3d3626ed None None] The sync data for ids ['4810b491-d057-4812-a5aa-e2890baa00c6'] in dv-cinder-830097-2-iscsi is: [{'id': '4810b491-d057-4812-a5aa-e2890baa00c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1006833108-router', 'tenant_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:50Z', 'updated_at': '2022-03-08T15:46:41Z', 'revision_number': 6, 'project_id': '9ac62b56e40d4f0981ee3ca2bb898333', 'gw_port_host': None}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:41.747093 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (ea285c76-3ceb-430f-95c9-769ae4ecc29f), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.797849 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea285c76-3ceb-430f-95c9-769ae4ecc29f,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:41.864632 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (4810b491-d057-4812-a5aa-e2890baa00c6), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.047523 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:42.074650 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] Checking router: 53cb4a42-e088-4785-9ea3-517e7fc89118 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:42.083507 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:42.084137 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:46:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:42.212730 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (4810b491-d057-4812-a5aa-e2890baa00c6), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.217685 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks [] for router_controller (4810b491-d057-4812-a5aa-e2890baa00c6), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.219211 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:42.258910 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bc351bae-ece1-4b20-b4e4-2f9a6b41c1da req-e9ad75e2-3fa8-44aa-87e3-77b3a5ad29ac tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=861ddb10-68e1-4c8a-9aa1-12957ba7a09f HTTP/1.1" status: 200 len: 210 time: 0.0352595 Mar 08 15:46:42.346489 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (4810b491-d057-4812-a5aa-e2890baa00c6), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.347094 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4810b491-d057-4812-a5aa-e2890baa00c6 {{(pid=104199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:46:42.358244 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.358244 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-96778b40-37f5-41cc-b658-363f73a011f7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4810b491-d057-4812-a5aa-e2890baa00c6 HTTP/1.1" status: 204 len: 168 time: 1.3359013 Mar 08 15:46:42.358244 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51004) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:42.402419 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40f9874-66b7-49ae-a100-58ae5fea1a33 admin admin] Deleting subnet ef8744a3-7d5a-46ee-a93c-a973287b5720 {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:46:42.405839 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a40f9874-66b7-49ae-a100-58ae5fea1a33 admin admin] Publish callbacks [] for subnet (ef8744a3-7d5a-46ee-a93c-a973287b5720), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.444208 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:42.446814 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a40f9874-66b7-49ae-a100-58ae5fea1a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (ef8744a3-7d5a-46ee-a93c-a973287b5720), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.479095 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca636048-a2ed-4451-90dc-1eb4b08143b1 None None] The sync data for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi is: [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:42.529218 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a40f9874-66b7-49ae-a100-58ae5fea1a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (ef8744a3-7d5a-46ee-a93c-a973287b5720), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.609457 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 4e496f12-f0ce-4f33-ba5a-e0167b066d5d no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:42.634292 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 4e496f12-f0ce-4f33-ba5a-e0167b066d5d {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:42.634646 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 4e496f12-f0ce-4f33-ba5a-e0167b066d5d not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:42.685304 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a40f9874-66b7-49ae-a100-58ae5fea1a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (ef8744a3-7d5a-46ee-a93c-a973287b5720), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.711750 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f9874-66b7-49ae-a100-58ae5fea1a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8744a3-7d5a-46ee-a93c-a973287b5720,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:42.718475 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a40f9874-66b7-49ae-a100-58ae5fea1a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.724238 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a40f9874-66b7-49ae-a100-58ae5fea1a33 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef8744a3-7d5a-46ee-a93c-a973287b5720 HTTP/1.1" status: 204 len: 168 time: 0.3627942 Mar 08 15:46:42.724380 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51008) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:42.727958 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20e666-ab71-4ba5-8855-46439e8d8e35 req-16f41945-258e-415d-995c-5eee4c5f5dc9 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:42.729265 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0106fc2-88f1-4fa0-ad91-53c7c08dd5fe None None] Network 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:46:42.729404 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5e20e666-ab71-4ba5-8855-46439e8d8e35 req-16f41945-258e-415d-995c-5eee4c5f5dc9 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 948 time: 0.0666385 Mar 08 15:46:42.803372 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5e20e666-ab71-4ba5-8855-46439e8d8e35 req-20b6fe56-63bc-4784-a4a7-d6fcd4ba0991 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677564 Mar 08 15:46:42.805523 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6652c0-4b31-4207-8343-fd45be7a2517 None None] New status for floating IP fac204a8-cbd0-4734-9452-7075efd486ad: DOWN {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:46:42.822406 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (6f4b6465-e5cf-411b-91e9-be9fff3cbb94), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.880857 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Deleting port de16d74f-b2d4-43fa-9678-5a30344836cc {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:42.883673 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.954883 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] For port de16d74f-b2d4-43fa-9678-5a30344836cc, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=de16d74f-b2d4-43fa-9678-5a30344836cc,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:42.955454 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.976848 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Calling delete_port for de16d74f-b2d4-43fa-9678-5a30344836cc owned by network:dhcp {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:42.982406 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] DHCP port deletion for 6f4b6465-e5cf-411b-91e9-be9fff3cbb94 request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:46:43.039822 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] Deleting port de16d74f-b2d4-43fa-9678-5a30344836cc {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:43.040234 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.106427 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.106765 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] For port de16d74f-b2d4-43fa-9678-5a30344836cc, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=de16d74f-b2d4-43fa-9678-5a30344836cc,segment=NetworkSegment(60439fd9-256e-4b27-afde-c53993cbb07c),segment_id=60439fd9-256e-4b27-afde-c53993cbb07c)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:43.107166 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.119445 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] Calling delete_port for de16d74f-b2d4-43fa-9678-5a30344836cc owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:43.131387 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Pushing event deleted for resources: {'Port': ['ID=de16d74f-b2d4-43fa-9678-5a30344836cc,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.135926 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] No DVR routers for this DVR port de16d74f-b2d4-43fa-9678-5a30344836cc on host dv-cinder-830097-2-iscsi {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:43.197484 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (de16d74f-b2d4-43fa-9678-5a30344836cc), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.214613 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (6f4b6465-e5cf-411b-91e9-be9fff3cbb94), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.225102 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] No DVR routers for this DVR port de16d74f-b2d4-43fa-9678-5a30344836cc on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:43.226534 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12913d-21df-4c06-8044-961bf2e959dd None None] Pushing event deleted for resources: {'Port': ['ID=de16d74f-b2d4-43fa-9678-5a30344836cc,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.238618 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4b6465-e5cf-411b-91e9-be9fff3cbb94']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:43.247662 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60439fd9-256e-4b27-afde-c53993cbb07c') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:43.247958 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60439fd9-256e-4b27-afde-c53993cbb07c') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:43.256971 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (60439fd9-256e-4b27-afde-c53993cbb07c), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.270229 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (60439fd9-256e-4b27-afde-c53993cbb07c), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.276022 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (60439fd9-256e-4b27-afde-c53993cbb07c), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:46:43.279934 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:46:43.415396 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51014) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:43.424775 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (6f4b6465-e5cf-411b-91e9-be9fff3cbb94), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.428923 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.432173 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] 10.222.0.25 "DELETE /v2.0/networks/6f4b6465-e5cf-411b-91e9-be9fff3cbb94 HTTP/1.1" status: 204 len: 168 time: 0.7066939 Mar 08 15:46:43.457747 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63164997-0fc8-41bb-a904-f1715f39c83a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4b6465-e5cf-411b-91e9-be9fff3cbb94,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.493936 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68037b22-e1a6-42da-bdef-4a420c7f7d51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (193d951e-c748-447f-bb27-c937bf915321), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.518677 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68037b22-e1a6-42da-bdef-4a420c7f7d51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (193d951e-c748-447f-bb27-c937bf915321), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.538395 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 34b045e4-18a8-4412-aa95-c78e25f9d39c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:46:43.540576 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 34a4481d-07cb-4cde-b404-1931455a76cc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:43.568408 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 34a4481d-07cb-4cde-b404-1931455a76cc {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:43.568766 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 34a4481d-07cb-4cde-b404-1931455a76cc not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:43.657116 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 34b045e4-18a8-4412-aa95-c78e25f9d39c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34b045e4-18a8-4412-aa95-c78e25f9d39c,segment=NetworkSegment(3dac52a1-effa-43ff-8686-1740e647ce84),segment_id=3dac52a1-effa-43ff-8686-1740e647ce84)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:43.660361 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68037b22-e1a6-42da-bdef-4a420c7f7d51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (193d951e-c748-447f-bb27-c937bf915321), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.663244 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68037b22-e1a6-42da-bdef-4a420c7f7d51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.664480 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-68037b22-e1a6-42da-bdef-4a420c7f7d51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "DELETE /v2.0/security-groups/193d951e-c748-447f-bb27-c937bf915321 HTTP/1.1" status: 204 len: 168 time: 0.2480803 Mar 08 15:46:43.667201 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51018) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:43.669808 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '34b045e4-18a8-4412-aa95-c78e25f9d39c', 'network_id': 'f276f27a-4490-49bb-bf3b-4ed3fe711016', 'port_id': '34b045e4-18a8-4412-aa95-c78e25f9d39c', 'mac_address': 'fa:16:3e:1b:0c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab7d06a-2fe1-4c2e-9170-98d18cdf8ecb', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:46:43.677512 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68037b22-e1a6-42da-bdef-4a420c7f7d51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193d951e-c748-447f-bb27-c937bf915321,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.680490 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.api.v2.resource [None req-275d0736-dc1a-4020-b68d-88feca752b5f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] show failed (client error): The resource could not be found. Mar 08 15:46:43.681502 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-275d0736-dc1a-4020-b68d-88feca752b5f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups/193d951e-c748-447f-bb27-c937bf915321 HTTP/1.1" status: 404 len: 347 time: 0.0133262 Mar 08 15:46:43.689210 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51020) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:43.719447 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 34b045e4-18a8-4412-aa95-c78e25f9d39c is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:43.719843 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.734065 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b045e4-18a8-4412-aa95-c78e25f9d39c {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:46:43.757543 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 34b045e4-18a8-4412-aa95-c78e25f9d39c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34b045e4-18a8-4412-aa95-c78e25f9d39c,segment=NetworkSegment(3dac52a1-effa-43ff-8686-1740e647ce84),segment_id=3dac52a1-effa-43ff-8686-1740e647ce84)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:43.770211 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51022) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:43.810905 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-3e406f15-2efc-4b72-a7fa-784cd2649ad2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ac62b56e40d4f0981ee3ca2bb898333&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394697 Mar 08 15:46:43.813333 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51024) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:43.821335 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Deleting port 39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:43.823420 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.844338 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.912380 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8f89d1a8-54b7-4dae-a2f1-9ba8288bae97 admin admin] Publish callbacks [] for security_group (bad7fdee-7aa3-4141-9506-94a6b2f10565), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.912989 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=34b045e4-18a8-4412-aa95-c78e25f9d39c,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.929670 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.929998 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.931258 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8f89d1a8-54b7-4dae-a2f1-9ba8288bae97 admin admin] Publish callbacks [] for security_group (bad7fdee-7aa3-4141-9506-94a6b2f10565), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.944986 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Calling delete_port for 39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed owned by network:floatingip {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:43.968072 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device ea285c76-3ceb-430f-95c9-769ae4ecc29f no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:43.993991 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: ea285c76-3ceb-430f-95c9-769ae4ecc29f {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:43.994340 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device ea285c76-3ceb-430f-95c9-769ae4ecc29f not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:43.994784 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device de16d74f-b2d4-43fa-9678-5a30344836cc no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:44.001999 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e79b8-99f7-4d8b-a508-527c39310884 req-c124099e-b0bc-4e42-b03d-1bb861d68cae tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:44.006701 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fd6e79b8-99f7-4d8b-a508-527c39310884 req-c124099e-b0bc-4e42-b03d-1bb861d68cae tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 949 time: 0.1183879 Mar 08 15:46:44.015258 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: de16d74f-b2d4-43fa-9678-5a30344836cc {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:44.015616 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device de16d74f-b2d4-43fa-9678-5a30344836cc not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:44.054251 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8f89d1a8-54b7-4dae-a2f1-9ba8288bae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (bad7fdee-7aa3-4141-9506-94a6b2f10565), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.056881 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8f89d1a8-54b7-4dae-a2f1-9ba8288bae97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.057969 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8f89d1a8-54b7-4dae-a2f1-9ba8288bae97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bad7fdee-7aa3-4141-9506-94a6b2f10565 HTTP/1.1" status: 204 len: 168 time: 0.2435942 Mar 08 15:46:44.065752 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89d1a8-54b7-4dae-a2f1-9ba8288bae97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7fdee-7aa3-4141-9506-94a6b2f10565,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:44.068722 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['34b045e4-18a8-4412-aa95-c78e25f9d39c'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:46:44.072805 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fd6e79b8-99f7-4d8b-a508-527c39310884 req-3c744770-dded-4750-a324-e0b53f1bcea7 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623612 Mar 08 15:46:44.220174 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.248503 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event deleted for resources: {'Port': ['ID=39905fc8-4e1b-4d8f-9e96-ac87aba9e8ed,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:44.306308 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (fac204a8-cbd0-4734-9452-7075efd486ad), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.308820 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.309991 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-9aceeb5e-abe9-4144-89f7-4c5153fa8597 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "DELETE /v2.0/floatingips/fac204a8-cbd0-4734-9452-7075efd486ad HTTP/1.1" status: 204 len: 168 time: 0.6198008 Mar 08 15:46:44.580276 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51040) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:44.584757 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-51a2e418-f52a-4d38-a7ad-08ab126c8bee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599665158', 'description': 'tempest-description--899578100'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:44.683260 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-51a2e418-f52a-4d38-a7ad-08ab126c8bee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.748897 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-51a2e418-f52a-4d38-a7ad-08ab126c8bee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (ed06900d-9b91-4330-ba80-bad505147a18), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.826459 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-51a2e418-f52a-4d38-a7ad-08ab126c8bee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ed06900d-9b91-4330-ba80-bad505147a18), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.859313 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e418-f52a-4d38-a7ad-08ab126c8bee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed06900d-9b91-4330-ba80-bad505147a18,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:44.919536 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-51a2e418-f52a-4d38-a7ad-08ab126c8bee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.920864 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-51a2e418-f52a-4d38-a7ad-08ab126c8bee tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3395004 Mar 08 15:46:44.923602 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51050) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:44.928108 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-1d20b285-c512-4b55-9ae6-2d90552b08a0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'security_group_rule': {'security_group_id': 'ed06900d-9b91-4330-ba80-bad505147a18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:45.025017 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1d20b285-c512-4b55-9ae6-2d90552b08a0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (bf6508a1-8031-4b65-8c5e-432b088bb478), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.080488 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1d20b285-c512-4b55-9ae6-2d90552b08a0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (bf6508a1-8031-4b65-8c5e-432b088bb478), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.151583 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1d20b285-c512-4b55-9ae6-2d90552b08a0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (bf6508a1-8031-4b65-8c5e-432b088bb478), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.172326 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b285-c512-4b55-9ae6-2d90552b08a0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6508a1-8031-4b65-8c5e-432b088bb478,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:45.207095 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de5efa-a97d-40ab-9e4a-373c0c893efa req-df9c0e03-cfd8-4c39-8c9d-6df5bd09f7f2 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:45.208596 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a8de5efa-a97d-40ab-9e4a-373c0c893efa req-df9c0e03-cfd8-4c39-8c9d-6df5bd09f7f2 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 949 time: 0.0591791 Mar 08 15:46:45.245021 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-1d20b285-c512-4b55-9ae6-2d90552b08a0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.246983 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-1d20b285-c512-4b55-9ae6-2d90552b08a0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216445 Mar 08 15:46:45.249779 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51058) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:45.254333 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-ebafb6d4-482f-4917-ad2a-82c2f7782743 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'security_group_rule': {'security_group_id': 'ed06900d-9b91-4330-ba80-bad505147a18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:45.258470 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a8de5efa-a97d-40ab-9e4a-373c0c893efa req-63793565-5107-47a6-87b0-6998dcdfe3c3 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441871 Mar 08 15:46:45.362395 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ebafb6d4-482f-4917-ad2a-82c2f7782743 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (ecb1dc39-4d47-4ded-944f-a3e8b2a783a1), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.415876 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ebafb6d4-482f-4917-ad2a-82c2f7782743 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (ecb1dc39-4d47-4ded-944f-a3e8b2a783a1), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.494741 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ebafb6d4-482f-4917-ad2a-82c2f7782743 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (ecb1dc39-4d47-4ded-944f-a3e8b2a783a1), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.515674 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafb6d4-482f-4917-ad2a-82c2f7782743 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb1dc39-4d47-4ded-944f-a3e8b2a783a1,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:45.544657 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 34b045e4-18a8-4412-aa95-c78e25f9d39c up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:45.582041 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-ebafb6d4-482f-4917-ad2a-82c2f7782743 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.586163 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-ebafb6d4-482f-4917-ad2a-82c2f7782743 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325891 Mar 08 15:46:45.586965 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51068) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:45.592217 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:45.642656 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 34b045e4-18a8-4412-aa95-c78e25f9d39c completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:46:45.646638 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 34b045e4-18a8-4412-aa95-c78e25f9d39c triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:45.646910 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.660306 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.733506 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 34b045e4-18a8-4412-aa95-c78e25f9d39c is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:45.734011 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.757579 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d34a02-4319-4da8-a6c1-544eb42d5e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b045e4-18a8-4412-aa95-c78e25f9d39c'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:45.759826 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ae208d-c5f2-4009-8422-f9f9d30b15c2" -d '{"events": [{"server_uuid": "67d34a02-4319-4da8-a6c1-544eb42d5e34", "name": "network-vif-plugged", "status": "completed", "tag": "34b045e4-18a8-4412-aa95-c78e25f9d39c"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:45.763679 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.779456 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 34b045e4-18a8-4412-aa95-c78e25f9d39c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34b045e4-18a8-4412-aa95-c78e25f9d39c,segment=NetworkSegment(3dac52a1-effa-43ff-8686-1740e647ce84),segment_id=3dac52a1-effa-43ff-8686-1740e647ce84)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:45.799686 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35464d9c-e55e-4acb-abd7-3c30e6ac6215 x-openstack-request-id: req-35464d9c-e55e-4acb-abd7-3c30e6ac6215 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:45.799984 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d34a02-4319-4da8-a6c1-544eb42d5e34", "name": "network-vif-plugged", "status": "completed", "tag": "34b045e4-18a8-4412-aa95-c78e25f9d39c", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:45.800269 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35464d9c-e55e-4acb-abd7-3c30e6ac6215 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:45.800670 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d34a02-4319-4da8-a6c1-544eb42d5e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b045e4-18a8-4412-aa95-c78e25f9d39c', 'code': 200} Mar 08 15:46:45.837715 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:45.891902 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Allocated IP 172.27.3.16 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/df14580d-ec86-4518-b7f1-b2fba6177d40) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:45.893907 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=34b045e4-18a8-4412-aa95-c78e25f9d39c,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:45.994409 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for port (df14580d-ec86-4518-b7f1-b2fba6177d40), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.109317 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3c82e-c585-4c6e-8219-b6e63e9ecb6b req-3e7e9df5-a0f0-4784-92e7-232ff08d4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:46.110955 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2de3c82e-c585-4c6e-8219-b6e63e9ecb6b req-3e7e9df5-a0f0-4784-92e7-232ff08d4a92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 1134 time: 0.0442255 Mar 08 15:46:46.123694 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (df14580d-ec86-4518-b7f1-b2fba6177d40), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.161727 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2de3c82e-c585-4c6e-8219-b6e63e9ecb6b req-9a558f71-6ad0-455b-b1d5-9c68a680c79e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Mar 08 15:46:46.168939 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:46.171984 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:46.176935 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:46.179755 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'Port': ['ID=df14580d-ec86-4518-b7f1-b2fba6177d40,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:46.264292 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (f3a86d40-0df6-499e-b09f-673741308fe6), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.369010 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (df14580d-ec86-4518-b7f1-b2fba6177d40), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.375855 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103abb8-e462-4536-9fb9-43e856c8f53d req-c6512730-776f-4342-81bb-594787f99174 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:46.377490 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0103abb8-e462-4536-9fb9-43e856c8f53d req-c6512730-776f-4342-81bb-594787f99174 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 950 time: 0.0541229 Mar 08 15:46:46.426878 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0103abb8-e462-4536-9fb9-43e856c8f53d req-a3ba46a6-b521-4325-9382-db613fc1f826 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Mar 08 15:46:46.525225 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for port (df14580d-ec86-4518-b7f1-b2fba6177d40), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.603160 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (df14580d-ec86-4518-b7f1-b2fba6177d40), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.671363 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'Port': ['ID=df14580d-ec86-4518-b7f1-b2fba6177d40,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:46.686984 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (f3a86d40-0df6-499e-b09f-673741308fe6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.776277 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.778445 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-118953e7-f0e6-4103-b1cb-bb0b080fdcc2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1896055 Mar 08 15:46:46.986458 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-10fbaf99-504a-4eec-ad6f-005b62331921 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--599665158&fields=id&tenant_id=818cef031a334947986b5359839285d7 HTTP/1.1" status: 200 len: 267 time: 0.0464478 Mar 08 15:46:47.093315 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-c97e1005-2f32-4d41-9eaa-b7c2c80a4db1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:47.094772 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-c97e1005-2f32-4d41-9eaa-b7c2c80a4db1 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 810 time: 0.1021709 Mar 08 15:46:47.110516 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-de30cc86-d917-4188-ba9b-122ab4d7282d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/quotas/818cef031a334947986b5359839285d7 HTTP/1.1" status: 200 len: 375 time: 0.0102901 Mar 08 15:46:47.174713 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b32d23b3-ae07-493b-8ea0-04f2030e1aa0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537736 Mar 08 15:46:47.269142 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-2148c03f-3f1c-44b6-80b6-d109bd36695e service neutron] 10.222.0.25 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873837 Mar 08 15:46:47.372111 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-fe93a1b6-031e-47dd-af46-e0546c16d5ad service neutron] 10.222.0.25 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965660 Mar 08 15:46:47.549999 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21120b1-97be-4dea-b4ba-694bdc1e798a req-b8ed2a2f-e643-4943-a7c6-c111ea3109e5 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:47.551508 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e21120b1-97be-4dea-b4ba-694bdc1e798a req-b8ed2a2f-e643-4943-a7c6-c111ea3109e5 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 950 time: 0.0579648 Mar 08 15:46:47.620812 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e21120b1-97be-4dea-b4ba-694bdc1e798a req-22b2a9e8-f75e-4536-b8f2-c58b625e9c29 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625701 Mar 08 15:46:47.649567 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d127f3d1-9435-4d8c-95bb-b4c612fbeffc req-6e819050-83e3-4b04-9afd-6b6d712f7d83 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 210 time: 0.0271258 Mar 08 15:46:48.173937 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a06d22-e728-493d-8cb5-60fe9c817ef0 req-2b11013e-5318-46e7-8591-8d6e6e081e5d tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:48.175526 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e6a06d22-e728-493d-8cb5-60fe9c817ef0 req-2b11013e-5318-46e7-8591-8d6e6e081e5d tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 950 time: 0.0541482 Mar 08 15:46:48.231560 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e6a06d22-e728-493d-8cb5-60fe9c817ef0 req-664ae2c2-110e-4562-82f3-01a5eea7978c tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Mar 08 15:46:48.246064 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-90d55b8c-daf0-4421-b0bb-1633a68e3b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:48.748907 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-444d9b9a-eb00-4827-871b-89711edb4826 req-141df900-0e87-4e9a-ad6b-16e17a5a892d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 210 time: 0.0269895 Mar 08 15:46:49.248962 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51206) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:49.355408 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2077bb-0a86-4c4a-b7d8-7c5731a4787d req-730d1aba-17fc-43f7-878f-93f1f6f68cb3 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:49.357438 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb2077bb-0a86-4c4a-b7d8-7c5731a4787d req-730d1aba-17fc-43f7-878f-93f1f6f68cb3 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 950 time: 0.0525610 Mar 08 15:46:49.360824 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f73fe5ba-1095-4144-8540-66b711e5fd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.403467 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fb2077bb-0a86-4c4a-b7d8-7c5731a4787d req-dbd672a7-6513-44cf-9e42-fb38e9e67133 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c0ceca0-659d-4c28-9d43-175923dd0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Mar 08 15:46:49.435084 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f73fe5ba-1095-4144-8540-66b711e5fd68 admin admin] Publish callbacks [] for security_group (ecaed493-8fa6-4e28-9523-20a33d409170), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.494236 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-f73fe5ba-1095-4144-8540-66b711e5fd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ecaed493-8fa6-4e28-9523-20a33d409170), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.519467 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-bfe42351-9b5d-4887-82f3-eb943dd4e80c tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:49.520944 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-bfe42351-9b5d-4887-82f3-eb943dd4e80c tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.24 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 950 time: 0.0521588 Mar 08 15:46:49.533948 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-f73fe5ba-1095-4144-8540-66b711e5fd68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b4fddcac7194bdea80ea16d7a6b6f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838993 Mar 08 15:46:49.534806 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fe5ba-1095-4144-8540-66b711e5fd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaed493-8fa6-4e28-9523-20a33d409170,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:49.537068 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51212) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:49.589396 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-736347a2-d86d-4f3b-a29f-c1b5c4e57360 admin admin] Publish callbacks [] for security_group (ecaed493-8fa6-4e28-9523-20a33d409170), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.613772 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-736347a2-d86d-4f3b-a29f-c1b5c4e57360 admin admin] Publish callbacks [] for security_group (ecaed493-8fa6-4e28-9523-20a33d409170), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.701049 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Deleting port 34b045e4-18a8-4412-aa95-c78e25f9d39c {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:49.701399 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.721750 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-03959c7e-386c-4e85-b1a5-8ecdfdeb9ee8 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:49.723163 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-03959c7e-386c-4e85-b1a5-8ecdfdeb9ee8 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 810 time: 0.1303992 Mar 08 15:46:49.729216 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-736347a2-d86d-4f3b-a29f-c1b5c4e57360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ecaed493-8fa6-4e28-9523-20a33d409170), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.732023 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-736347a2-d86d-4f3b-a29f-c1b5c4e57360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.733377 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-736347a2-d86d-4f3b-a29f-c1b5c4e57360 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecaed493-8fa6-4e28-9523-20a33d409170 HTTP/1.1" status: 204 len: 168 time: 0.1954093 Mar 08 15:46:49.741757 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736347a2-d86d-4f3b-a29f-c1b5c4e57360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaed493-8fa6-4e28-9523-20a33d409170,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:49.841026 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-cfeb5b82-71e1-49cf-9008-0615acf958f4 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818cef031a334947986b5359839285d7 HTTP/1.1" status: 200 len: 379 time: 0.1086009 Mar 08 15:46:49.842712 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] For port 34b045e4-18a8-4412-aa95-c78e25f9d39c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34b045e4-18a8-4412-aa95-c78e25f9d39c,segment=NetworkSegment(3dac52a1-effa-43ff-8686-1740e647ce84),segment_id=3dac52a1-effa-43ff-8686-1740e647ce84)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:49.843084 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:49.862024 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'port': {'device_id': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'admin_state_up': True, 'tenant_id': '818cef031a334947986b5359839285d7', 'security_groups': ['ed06900d-9b91-4330-ba80-bad505147a18']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:49.901248 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-702720b6-d98b-4d4d-949b-a333b58b0f1b req-b64d1efa-402a-44db-a435-2c5de16d6027 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 210 time: 0.0652361 Mar 08 15:46:49.902119 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Calling delete_port for 34b045e4-18a8-4412-aa95-c78e25f9d39c owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:50.122879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Made reservation on behalf of 818cef031a334947986b5359839285d7 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:46:50.126375 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.180232 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (34b045e4-18a8-4412-aa95-c78e25f9d39c), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.191123 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['34b045e4-18a8-4412-aa95-c78e25f9d39c'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:46:50.221422 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Pushing event deleted for resources: {'Port': ['ID=34b045e4-18a8-4412-aa95-c78e25f9d39c,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:50.295272 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] No DVR routers for this DVR port 34b045e4-18a8-4412-aa95-c78e25f9d39c on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:50.299579 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.302976 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-de5941b8-bdc3-40d6-93b0-35daa8f4ec3e req-2c1caac1-188a-4284-ba0f-7cc2e55b142b tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.24 "DELETE /v2.0/ports/34b045e4-18a8-4412-aa95-c78e25f9d39c HTTP/1.1" status: 204 len: 173 time: 0.7774498 Mar 08 15:46:50.303422 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d34a02-4319-4da8-a6c1-544eb42d5e34', 'name': 'network-vif-deleted', 'tag': '34b045e4-18a8-4412-aa95-c78e25f9d39c'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:50.305872 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ccb116-c0a2-4115-8567-dfa456c4f8e3" -d '{"events": [{"server_uuid": "67d34a02-4319-4da8-a6c1-544eb42d5e34", "name": "network-vif-deleted", "tag": "34b045e4-18a8-4412-aa95-c78e25f9d39c"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:50.314704 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c4186eb4-f3e7-4259-9b52-f9b63c35146d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.333218 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Allocated IP 172.20.0.5 (bfd69d35-be58-40f6-a16e-69bda3490e42/7e1cad8b-882d-4053-928b-ad2366d1e2dd/7926586a-6328-4c57-9b72-b9be266a4f3d) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:50.350568 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.352837 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf69e96-9770-43be-b9f6-6622d69a60df x-openstack-request-id: req-abf69e96-9770-43be-b9f6-6622d69a60df {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:50.353097 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d34a02-4319-4da8-a6c1-544eb42d5e34", "name": "network-vif-deleted", "tag": "34b045e4-18a8-4412-aa95-c78e25f9d39c", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:50.353353 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abf69e96-9770-43be-b9f6-6622d69a60df {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:50.353825 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d34a02-4319-4da8-a6c1-544eb42d5e34', 'name': 'network-vif-deleted', 'tag': '34b045e4-18a8-4412-aa95-c78e25f9d39c', 'status': 'completed', 'code': 200} Mar 08 15:46:50.384179 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51226) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:50.415258 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c45e-a7db-40fc-b326-cbdd2bc39bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.527366 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d80e08f2-3f5e-4bf3-85c2-8b50870311ce req-4e880cab-76f4-4ef7-ba57-46120b28b8f7 tempest-VolumesNegativeTest-1312648541 tempest-VolumesNegativeTest-1312648541-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d34a02-4319-4da8-a6c1-544eb42d5e34 HTTP/1.1" status: 200 len: 210 time: 0.0455308 Mar 08 15:46:50.559643 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.601513 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c45e-a7db-40fc-b326-cbdd2bc39bfd admin admin] Publish callbacks [] for security_group (9c848e70-4bb9-449a-a901-6d81bc790a1a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.642751 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c45e-a7db-40fc-b326-cbdd2bc39bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (9c848e70-4bb9-449a-a901-6d81bc790a1a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.665119 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.707234 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8c45e-a7db-40fc-b326-cbdd2bc39bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c848e70-4bb9-449a-a901-6d81bc790a1a,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:50.717041 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-2ae8c45e-a7db-40fc-b326-cbdd2bc39bfd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=788183c0505343bd83915fe3d57dd90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316762 Mar 08 15:46:50.719778 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51230) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:50.727676 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Network bfd69d35-be58-40f6-a16e-69bda3490e42 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:50.731552 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:50.735246 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:50.759722 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event updated for resources: {'Port': ['ID=7926586a-6328-4c57-9b72-b9be266a4f3d,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:50.775608 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-20ff2274-a411-4a58-9fc0-128131fa5f0d admin admin] Publish callbacks [] for security_group (9c848e70-4bb9-449a-a901-6d81bc790a1a), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.791454 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:50.792116 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.803941 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-20ff2274-a411-4a58-9fc0-128131fa5f0d admin admin] Publish callbacks [] for security_group (9c848e70-4bb9-449a-a901-6d81bc790a1a), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.875094 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1f1319a1-c320-492e-ad56-d2440705530f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0287642 Mar 08 15:46:50.887696 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Request body: {'port': {'device_id': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:50.929311 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-20ff2274-a411-4a58-9fc0-128131fa5f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (9c848e70-4bb9-449a-a901-6d81bc790a1a), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.932212 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-20ff2274-a411-4a58-9fc0-128131fa5f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.936935 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-20ff2274-a411-4a58-9fc0-128131fa5f0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c848e70-4bb9-449a-a901-6d81bc790a1a HTTP/1.1" status: 204 len: 168 time: 0.2159855 Mar 08 15:46:50.949720 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff2274-a411-4a58-9fc0-128131fa5f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c848e70-4bb9-449a-a901-6d81bc790a1a,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:50.953086 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:51.038214 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-516bba5e-d3e6-4184-ad5c-c4fdd0707d82 None None] Provisioning complete for port 7926586a-6328-4c57-9b72-b9be266a4f3d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:51.038764 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-516bba5e-d3e6-4184-ad5c-c4fdd0707d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:51.078021 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-516bba5e-d3e6-4184-ad5c-c4fdd0707d82 None None] Port 7926586a-6328-4c57-9b72-b9be266a4f3d cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:51.123580 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaecae3-26ca-463f-8a57-3cd450c394b1 req-ec6687a0-d86e-41d7-a690-5e6b4bc2b811 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:51.125099 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cdaecae3-26ca-463f-8a57-3cd450c394b1 req-ec6687a0-d86e-41d7-a690-5e6b4bc2b811 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 931 time: 0.1332722 Mar 08 15:46:51.223528 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cdaecae3-26ca-463f-8a57-3cd450c394b1 req-946a52c2-6d28-4b79-8f7e-0c70e479923c tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840735 Mar 08 15:46:51.300444 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7926586a-6328-4c57-9b72-b9be266a4f3d {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:46:51.308255 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Publish callbacks [] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:51.320575 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Transition to ACTIVE for port object 7926586a-6328-4c57-9b72-b9be266a4f3d will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:46:51.368699 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:51.417118 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Pushing event updated for resources: {'Port': ['ID=7926586a-6328-4c57-9b72-b9be266a4f3d,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:51.488283 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Attempting to bind port 7926586a-6328-4c57-9b72-b9be266a4f3d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:51.488625 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Attempting to bind port 7926586a-6328-4c57-9b72-b9be266a4f3d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:51.488963 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Attempting to bind port 7926586a-6328-4c57-9b72-b9be266a4f3d on network bfd69d35-be58-40f6-a16e-69bda3490e42 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:51.493603 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Port 7926586a-6328-4c57-9b72-b9be266a4f3d on network bfd69d35-be58-40f6-a16e-69bda3490e42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:46:51.493926 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Attempting to bind port 7926586a-6328-4c57-9b72-b9be266a4f3d on network bfd69d35-be58-40f6-a16e-69bda3490e42 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:51.498960 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:51.499298 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Checking segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:51.499688 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Bound using segment: {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:51.500133 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Bound port: 7926586a-6328-4c57-9b72-b9be266a4f3d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004a07eb-f7bd-412a-93e4-fa32bf4ae224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:51.500539 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:51.577226 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] For port 7926586a-6328-4c57-9b72-b9be266a4f3d, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:51.580804 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] For port 7926586a-6328-4c57-9b72-b9be266a4f3d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7926586a-6328-4c57-9b72-b9be266a4f3d,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:51.649099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:51.686075 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:51.686674 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:51.688066 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] 10.222.0.24 "PUT /v2.0/ports/7926586a-6328-4c57-9b72-b9be266a4f3d HTTP/1.1" status: 200 len: 1093 time: 0.8048518 Mar 08 15:46:51.720645 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5497386-20b6-47c3-9979-cef57ec21a95 service neutron] Pushing event updated for resources: {'Port': ['ID=7926586a-6328-4c57-9b72-b9be266a4f3d,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:51.785754 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:51.889047 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-96ca85b9-fac6-4fae-a6d5-3fdd370b7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:51.890896 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-96ca85b9-fac6-4fae-a6d5-3fdd370b7af2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 1127 time: 0.0529487 Mar 08 15:46:51.941213 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-0bcea4ec-92ad-42f8-bff1-64ee84d81b90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7926586a-6328-4c57-9b72-b9be266a4f3d HTTP/1.1" status: 200 len: 217 time: 0.0429778 Mar 08 15:46:51.992560 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b8127d84-0292-4a4a-8ff9-4952784b5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:51.994118 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-b8127d84-0292-4a4a-8ff9-4952784b5d27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 200 len: 849 time: 0.0472255 Mar 08 15:46:52.045247 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-2e29b18e-4ec9-4cd2-a110-8f6547d62da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:52.047013 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-2e29b18e-4ec9-4cd2-a110-8f6547d62da8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfd69d35-be58-40f6-a16e-69bda3490e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464542 Mar 08 15:46:52.139451 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-323774bf-8ad4-403c-90b9-59a6d910b8e4 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862019 Mar 08 15:46:52.238516 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dd2b7187-cbee-4cd4-bcef-8049a27745fb req-1ec0d268-9629-49ec-b09c-2eaae99d8230 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897894 Mar 08 15:46:52.346918 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a9503-0b4a-4817-835b-a9165b2a4be2 req-8085993c-efc6-4acc-81fa-764d8a3342b0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:52.348409 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-981a9503-0b4a-4817-835b-a9165b2a4be2 req-8085993c-efc6-4acc-81fa-764d8a3342b0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 943 time: 0.0543485 Mar 08 15:46:52.354600 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'tag': '7926586a-6328-4c57-9b72-b9be266a4f3d'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:52.356857 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06569607-1c86-4714-bffe-5fd06cbddf28" -d '{"events": [{"name": "network-changed", "server_uuid": "19c2a641-f353-4a64-a4a0-5be01c58418c", "tag": "7926586a-6328-4c57-9b72-b9be266a4f3d"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:52.392823 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90369485-ca7d-401d-8014-dc5f371632f6 x-openstack-request-id: req-90369485-ca7d-401d-8014-dc5f371632f6 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:52.393118 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c2a641-f353-4a64-a4a0-5be01c58418c", "tag": "7926586a-6328-4c57-9b72-b9be266a4f3d", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:52.393372 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90369485-ca7d-401d-8014-dc5f371632f6 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:52.396843 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'tag': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'status': 'completed', 'code': 200} Mar 08 15:46:52.418611 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-981a9503-0b4a-4817-835b-a9165b2a4be2 req-c988be10-aff3-47bf-9598-2c95f90873d8 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644927 Mar 08 15:46:52.474474 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-a521ec95-4627-4cd3-92ad-29e9cc9d6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:52.475949 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-a521ec95-4627-4cd3-92ad-29e9cc9d6a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 1127 time: 0.0562124 Mar 08 15:46:52.565717 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-a63f7785-c045-49b3-a358-c0316638ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:52.567244 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-a63f7785-c045-49b3-a358-c0316638ccda service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 910 time: 0.0843482 Mar 08 15:46:52.616018 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-a08523c0-42ac-4508-a7dd-c8c792cb5bb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7926586a-6328-4c57-9b72-b9be266a4f3d HTTP/1.1" status: 200 len: 217 time: 0.0417693 Mar 08 15:46:52.665903 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-8e24a69c-8c10-4e6e-8b0f-6d29a48d5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:52.667369 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-8e24a69c-8c10-4e6e-8b0f-6d29a48d5c82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 200 len: 849 time: 0.0451167 Mar 08 15:46:52.717886 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-816829ef-a0cd-4056-95b5-138b8473036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:52.719370 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-816829ef-a0cd-4056-95b5-138b8473036f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfd69d35-be58-40f6-a16e-69bda3490e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444062 Mar 08 15:46:53.104220 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-90d54463-448e-4397-a726-4d1378aef5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779278 Mar 08 15:46:53.151437 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:53.199679 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06569607-1c86-4714-bffe-5fd06cbddf28 req-59bb8752-a58a-4a63-81ca-0963bfb131ea service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878892 Mar 08 15:46:53.362388 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:46:53.548065 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e320de2-1a9d-4953-9b9f-d506f5041ede req-e2366847-6e2b-4ab5-8f7e-64b44be8d814 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:53.549949 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e320de2-1a9d-4953-9b9f-d506f5041ede req-e2366847-6e2b-4ab5-8f7e-64b44be8d814 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 943 time: 0.0582354 Mar 08 15:46:53.570375 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 34b045e4-18a8-4412-aa95-c78e25f9d39c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:53.590215 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 34b045e4-18a8-4412-aa95-c78e25f9d39c {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:53.597703 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 34b045e4-18a8-4412-aa95-c78e25f9d39c not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:53.598589 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8e320de2-1a9d-4953-9b9f-d506f5041ede req-57efb39f-b43d-4ec2-ae8c-e94abf006e8f tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Mar 08 15:46:53.936458 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-015a3d7a-ac02-425e-adf5-ee5074872f9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437672 Mar 08 15:46:53.999966 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-0305fba5-06fe-4174-90ac-654dbf19e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:54.001502 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-0305fba5-06fe-4174-90ac-654dbf19e1e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1129 time: 0.0444059 Mar 08 15:46:54.102304 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-688c8f7b-44d2-449c-ac6a-01c55a2aacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:54.103684 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-688c8f7b-44d2-449c-ac6a-01c55a2aacbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 200 len: 907 time: 0.0847480 Mar 08 15:46:54.166968 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-6b860710-155e-4a98-b9ff-2e648d326d45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 1000 time: 0.0578527 Mar 08 15:46:54.223377 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-4e984a3e-4a82-4750-8644-ce13fa24835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:54.224905 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-4e984a3e-4a82-4750-8644-ce13fa24835b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=758b16cf-b0bf-4875-8cea-e4e64de35977 HTTP/1.1" status: 200 len: 846 time: 0.0528951 Mar 08 15:46:54.273671 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-5cddeda0-5bb1-468c-9662-8ed7f58bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:54.275183 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-5cddeda0-5bb1-468c-9662-8ed7f58bba17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a87c9abc-d153-46f0-a0df-0218006e0ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436223 Mar 08 15:46:54.361702 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-aa96d840-60ba-42db-b5b6-2bc0648b27eb service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807841 Mar 08 15:46:54.454628 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7817d7ec-8205-4015-84c5-6cf33eee44ac req-ab1d3f16-19d9-4697-95a4-588431876b9f service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862107 Mar 08 15:46:54.721506 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88ffa-aea2-493d-bc5b-e257b87be1ef req-82670035-d500-4c07-bc5b-916ca3c287da tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:54.721506 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a6c88ffa-aea2-493d-bc5b-e257b87be1ef req-82670035-d500-4c07-bc5b-916ca3c287da tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 943 time: 0.0545161 Mar 08 15:46:54.751269 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:54.766084 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a6c88ffa-aea2-493d-bc5b-e257b87be1ef req-d8b9166c-e033-4961-9510-ef89298cc91b tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424440 Mar 08 15:46:55.584082 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 7926586a-6328-4c57-9b72-b9be266a4f3d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:46:55.688490 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 7926586a-6328-4c57-9b72-b9be266a4f3d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7926586a-6328-4c57-9b72-b9be266a4f3d,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:55.698858 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'port_id': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'mac_address': 'fa:16:3e:2b:65:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:46:55.738280 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 7926586a-6328-4c57-9b72-b9be266a4f3d is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:55.738680 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:55.751541 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7926586a-6328-4c57-9b72-b9be266a4f3d {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:46:55.848536 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 7926586a-6328-4c57-9b72-b9be266a4f3d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7926586a-6328-4c57-9b72-b9be266a4f3d,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:55.900478 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8695f6-dae1-4c40-946e-e97187b286be req-49245eee-b7eb-4814-be1d-74c6aae9e775 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:55.902651 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0c8695f6-dae1-4c40-946e-e97187b286be req-49245eee-b7eb-4814-be1d-74c6aae9e775 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 943 time: 0.0647445 Mar 08 15:46:55.917649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:55.954946 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0c8695f6-dae1-4c40-946e-e97187b286be req-027f85ea-1dbf-4ddf-8e5d-3ee67dc0b49a tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458560 Mar 08 15:46:55.984057 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=7926586a-6328-4c57-9b72-b9be266a4f3d,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:55.991570 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.991945 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.992323 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.992652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.992987 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.993321 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.993652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.993984 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.994313 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.994642 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.994974 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.995298 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:55.995623 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:56.119301 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['7926586a-6328-4c57-9b72-b9be266a4f3d'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:46:57.072502 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28343388-405b-48a9-9837-2b18014d61f1 req-72941ba8-2ce7-4ba3-b6f0-606cbade7960 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:57.073907 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-28343388-405b-48a9-9837-2b18014d61f1 req-72941ba8-2ce7-4ba3-b6f0-606cbade7960 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 944 time: 0.0529590 Mar 08 15:46:57.119796 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-28343388-405b-48a9-9837-2b18014d61f1 req-a0d656f0-ad4c-4db6-a115-5b73187a9fd9 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 Mar 08 15:46:57.585554 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 7926586a-6328-4c57-9b72-b9be266a4f3d up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:57.911084 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 7926586a-6328-4c57-9b72-b9be266a4f3d completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:46:57.915420 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 7926586a-6328-4c57-9b72-b9be266a4f3d triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:57.915800 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:57.997071 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 7926586a-6328-4c57-9b72-b9be266a4f3d is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:57.997483 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.019730 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7926586a-6328-4c57-9b72-b9be266a4f3d'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:58.021998 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d7270d-1c90-4ad9-8245-1d78c5c48b91" -d '{"events": [{"server_uuid": "19c2a641-f353-4a64-a4a0-5be01c58418c", "name": "network-vif-plugged", "status": "completed", "tag": "7926586a-6328-4c57-9b72-b9be266a4f3d"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:58.034273 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 7926586a-6328-4c57-9b72-b9be266a4f3d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7926586a-6328-4c57-9b72-b9be266a4f3d,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:58.058660 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2205c7d5-4277-44d2-a44e-217594ee7baf x-openstack-request-id: req-2205c7d5-4277-44d2-a44e-217594ee7baf {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:58.058957 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c2a641-f353-4a64-a4a0-5be01c58418c", "name": "network-vif-plugged", "status": "completed", "tag": "7926586a-6328-4c57-9b72-b9be266a4f3d", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:58.059219 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2205c7d5-4277-44d2-a44e-217594ee7baf {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:58.059617 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'code': 200} Mar 08 15:46:58.152487 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.207296 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=7926586a-6328-4c57-9b72-b9be266a4f3d,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:58.242864 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d85c9-77f3-42f8-9f09-9cbb13271972 req-24f33412-b157-44ad-841b-cf7796a4570d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:58.244363 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c67d85c9-77f3-42f8-9f09-9cbb13271972 req-24f33412-b157-44ad-841b-cf7796a4570d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 945 time: 0.0563302 Mar 08 15:46:58.280584 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51586) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:58.307449 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c67d85c9-77f3-42f8-9f09-9cbb13271972 req-8c1e2d98-e60c-4d65-bf7c-aafbb2ede0d4 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569093 Mar 08 15:46:58.391185 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c95e15-b387-4f26-9fab-b9258e057d36 req-7e5ad4c0-6a5c-4828-94a0-26576631f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:58.393025 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-58c95e15-b387-4f26-9fab-b9258e057d36 req-7e5ad4c0-6a5c-4828-94a0-26576631f79d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 1129 time: 0.0500002 Mar 08 15:46:58.439236 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-58c95e15-b387-4f26-9fab-b9258e057d36 req-15479898-8fae-4eb8-99d1-f869ff6d7a21 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398905 Mar 08 15:46:58.449481 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51592) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:58.510462 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b0c3d-37b0-46e9-97c2-ad14b5d1c482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.551979 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e89b1f91-e1a4-462b-a04d-202baa253105 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c1ebb14d8c0420b80497ed1d1eed585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680345 Mar 08 15:46:58.552442 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51596) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:58.599368 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eae90392-2d72-48cc-b7ab-f176f0d61595 admin admin] Publish callbacks [] for security_group (8c0ceca0-659d-4c28-9d43-175923dd0ea3), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.604615 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b0c3d-37b0-46e9-97c2-ad14b5d1c482 admin admin] Publish callbacks [] for security_group (37b55b2d-9613-4fc9-83cd-8d64ca6851a8), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.622003 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eae90392-2d72-48cc-b7ab-f176f0d61595 admin admin] Publish callbacks [] for security_group (8c0ceca0-659d-4c28-9d43-175923dd0ea3), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.665529 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b0c3d-37b0-46e9-97c2-ad14b5d1c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (37b55b2d-9613-4fc9-83cd-8d64ca6851a8), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.704089 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-415b0c3d-37b0-46e9-97c2-ad14b5d1c482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b1c4026d9e04e1293d2335aec79707e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535219 Mar 08 15:46:58.705245 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b0c3d-37b0-46e9-97c2-ad14b5d1c482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b55b2d-9613-4fc9-83cd-8d64ca6851a8,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:58.706880 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51598) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:58.732649 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eae90392-2d72-48cc-b7ab-f176f0d61595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (8c0ceca0-659d-4c28-9d43-175923dd0ea3), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.738764 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-eae90392-2d72-48cc-b7ab-f176f0d61595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.738764 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-eae90392-2d72-48cc-b7ab-f176f0d61595 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c0ceca0-659d-4c28-9d43-175923dd0ea3 HTTP/1.1" status: 204 len: 168 time: 0.1827154 Mar 08 15:46:58.753240 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae90392-2d72-48cc-b7ab-f176f0d61595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ceca0-659d-4c28-9d43-175923dd0ea3,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:58.771807 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-aae05edd-7b84-4365-8f2e-463ce3c50f7f admin admin] Publish callbacks [] for security_group (37b55b2d-9613-4fc9-83cd-8d64ca6851a8), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.797383 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-aae05edd-7b84-4365-8f2e-463ce3c50f7f admin admin] Publish callbacks [] for security_group (37b55b2d-9613-4fc9-83cd-8d64ca6851a8), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.962888 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-aae05edd-7b84-4365-8f2e-463ce3c50f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (37b55b2d-9613-4fc9-83cd-8d64ca6851a8), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.965988 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-aae05edd-7b84-4365-8f2e-463ce3c50f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.967184 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-aae05edd-7b84-4365-8f2e-463ce3c50f7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37b55b2d-9613-4fc9-83cd-8d64ca6851a8 HTTP/1.1" status: 204 len: 168 time: 0.2583528 Mar 08 15:46:58.975193 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae05edd-7b84-4365-8f2e-463ce3c50f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b55b2d-9613-4fc9-83cd-8d64ca6851a8,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:59.436357 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f1d31-8c67-4ec6-b174-87a2a659ebc6 req-b2104d8a-502e-4d1e-8889-d593ec041c84 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:59.438514 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c1f1d31-8c67-4ec6-b174-87a2a659ebc6 req-b2104d8a-502e-4d1e-8889-d593ec041c84 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 945 time: 0.0593207 Mar 08 15:46:59.487284 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5c1f1d31-8c67-4ec6-b174-87a2a659ebc6 req-10e2a72c-65d2-4fd2-9a10-3d275353a0cb tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421302 Mar 08 15:46:59.614683 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51608) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:59.628971 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2c447dad-5157-42c4-86d9-2334b790afd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:59.701268 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2c447dad-5157-42c4-86d9-2334b790afd2 admin admin] Publish callbacks [] for security_group (e4e8a3af-ba63-46bf-98ae-00c0d142eef1), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:59.774045 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-2c447dad-5157-42c4-86d9-2334b790afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e4e8a3af-ba63-46bf-98ae-00c0d142eef1), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:59.811693 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-2c447dad-5157-42c4-86d9-2334b790afd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c3cb5f274ea475c97591413283a893c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958995 Mar 08 15:46:59.813576 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c447dad-5157-42c4-86d9-2334b790afd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e8a3af-ba63-46bf-98ae-00c0d142eef1,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:59.814330 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51610) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:59.867456 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e9b6eef-081e-44f1-a740-f226e3a2ca46 admin admin] Publish callbacks [] for security_group (e4e8a3af-ba63-46bf-98ae-00c0d142eef1), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:59.888094 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e9b6eef-081e-44f1-a740-f226e3a2ca46 admin admin] Publish callbacks [] for security_group (e4e8a3af-ba63-46bf-98ae-00c0d142eef1), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:00.008505 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e9b6eef-081e-44f1-a740-f226e3a2ca46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e4e8a3af-ba63-46bf-98ae-00c0d142eef1), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:00.010969 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e9b6eef-081e-44f1-a740-f226e3a2ca46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:00.012109 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-5e9b6eef-081e-44f1-a740-f226e3a2ca46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4e8a3af-ba63-46bf-98ae-00c0d142eef1 HTTP/1.1" status: 204 len: 168 time: 0.1966753 Mar 08 15:47:00.019778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b6eef-081e-44f1-a740-f226e3a2ca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e8a3af-ba63-46bf-98ae-00c0d142eef1,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:00.613498 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be614-9694-4f66-a838-9227c8f11a9d req-e445d90c-4c11-45ab-91ce-3d210c786610 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:00.614876 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b32be614-9694-4f66-a838-9227c8f11a9d req-e445d90c-4c11-45ab-91ce-3d210c786610 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 945 time: 0.0589631 Mar 08 15:47:00.660844 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b32be614-9694-4f66-a838-9227c8f11a9d req-403c64a8-880d-4edf-b74c-74c64efe6390 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 Mar 08 15:47:00.777469 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678392c-c1f4-49f4-8abc-a7cb23ad3b42 req-1c0146fd-cb46-489f-9535-6c9b8cbf94fd tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:00.778961 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7678392c-c1f4-49f4-8abc-a7cb23ad3b42 req-1c0146fd-cb46-489f-9535-6c9b8cbf94fd tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 945 time: 0.0548589 Mar 08 15:47:00.787548 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51634) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:00.792158 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Request body: {'floatingip': {'port_id': '7926586a-6328-4c57-9b72-b9be266a4f3d'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:00.832405 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (f3a86d40-0df6-499e-b09f-673741308fe6), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:01.282766 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:01.328259 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (f3a86d40-0df6-499e-b09f-673741308fe6), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:01.430674 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.l3_db [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Floating IP f3a86d40-0df6-499e-b09f-673741308fe6 associated. External IP: 172.27.3.16, port: 7926586a-6328-4c57-9b72-b9be266a4f3d. Mar 08 15:47:01.642612 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Router 53cb4a42-e088-4785-9ea3-517e7fc89118 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:01.751315 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:01.759491 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:01.762675 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] Sync routers for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:01.772342 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:01.772964 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:46:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:01.785217 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-61c23177-a6a9-45d6-827b-a9c012b441c2 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "PUT /v2.0/floatingips/f3a86d40-0df6-499e-b09f-673741308fe6 HTTP/1.1" status: 200 len: 990 time: 0.9965453 Mar 08 15:47:01.785790 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'tag': '7926586a-6328-4c57-9b72-b9be266a4f3d'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:01.787994 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7db8c-50c7-41ec-9dac-2c045b7458a5" -d '{"events": [{"name": "network-changed", "server_uuid": "19c2a641-f353-4a64-a4a0-5be01c58418c", "tag": "7926586a-6328-4c57-9b72-b9be266a4f3d"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:01.832614 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37750c59-a4c3-4511-a5f4-ea9fbe7f3d46 x-openstack-request-id: req-37750c59-a4c3-4511-a5f4-ea9fbe7f3d46 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:01.832969 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c2a641-f353-4a64-a4a0-5be01c58418c", "tag": "7926586a-6328-4c57-9b72-b9be266a4f3d", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:01.833411 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37750c59-a4c3-4511-a5f4-ea9fbe7f3d46 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:01.833819 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'tag': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'status': 'completed', 'code': 200} Mar 08 15:47:01.902671 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-8bd453dd-bc8c-4a6a-9c59-b862fbf067d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:01.904335 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-8bd453dd-bc8c-4a6a-9c59-b862fbf067d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=818cef031a334947986b5359839285d7&device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 1129 time: 0.0480072 Mar 08 15:47:02.002012 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-6f3712bb-cfb3-4012-9bad-4b46c29b1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:02.003743 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-6f3712bb-cfb3-4012-9bad-4b46c29b1024 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 200 len: 910 time: 0.0934062 Mar 08 15:47:02.018333 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:02.068871 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-2ed1ea7f-a2d9-436b-8440-f992063eae88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7926586a-6328-4c57-9b72-b9be266a4f3d HTTP/1.1" status: 200 len: 998 time: 0.0597777 Mar 08 15:47:02.122431 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-60614c15-d5f0-4986-97f6-5360d78c522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:02.123917 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-60614c15-d5f0-4986-97f6-5360d78c522a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 200 len: 849 time: 0.0489190 Mar 08 15:47:02.185379 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-8f440897-38fa-40c7-abc5-74b4d3cce144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:02.187241 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-8f440897-38fa-40c7-abc5-74b4d3cce144 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bfd69d35-be58-40f6-a16e-69bda3490e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541687 Mar 08 15:47:02.251880 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'f3a86d40-0df6-499e-b09f-673741308fe6', 'tenant_id': '818cef031a334947986b5359839285d7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'port_id': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'mac_address': 'fa:16:3e:2b:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:46Z', 'updated_at': '2022-03-08T15:47:01Z', 'revision_number': 1, 'project_id': '818cef031a334947986b5359839285d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:02.282222 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-a18ceaf8-8405-4221-8761-69f743b937e1 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883052 Mar 08 15:47:02.285883 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] Checking router: 53cb4a42-e088-4785-9ea3-517e7fc89118 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:02.295812 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:02.296513 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:46:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:02.374494 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-27b7db8c-50c7-41ec-9dac-2c045b7458a5 req-233b5268-3959-4e97-80c4-5d3bd0883878 service neutron] 10.222.0.24 "GET /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858269 Mar 08 15:47:02.407070 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:02.629210 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'f3a86d40-0df6-499e-b09f-673741308fe6', 'tenant_id': '818cef031a334947986b5359839285d7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'port_id': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'mac_address': 'fa:16:3e:2b:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:46Z', 'updated_at': '2022-03-08T15:47:01Z', 'revision_number': 1, 'project_id': '818cef031a334947986b5359839285d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:02.659312 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed6077-768b-4a16-ae65-f794bf0cc392 None None] The sync data for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi is: [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'f3a86d40-0df6-499e-b09f-673741308fe6', 'tenant_id': '818cef031a334947986b5359839285d7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'port_id': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'mac_address': 'fa:16:3e:2b:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:46Z', 'updated_at': '2022-03-08T15:47:01Z', 'revision_number': 1, 'project_id': '818cef031a334947986b5359839285d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:02.849638 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc322d37-999b-46ac-a72d-662a803dae0e None None] New status for floating IP f3a86d40-0df6-499e-b09f-673741308fe6: ACTIVE {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:47:07.170416 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51702) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:07.274622 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4bf-a86c-4fa0-808a-b4f427ced197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:07.345721 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4bf-a86c-4fa0-808a-b4f427ced197 admin admin] Publish callbacks [] for security_group (10105cc1-c9eb-4e34-9b70-33ffdb6b504d), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:07.402313 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4bf-a86c-4fa0-808a-b4f427ced197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (10105cc1-c9eb-4e34-9b70-33ffdb6b504d), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:07.439970 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-7d4af4bf-a86c-4fa0-808a-b4f427ced197 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77ce8751741c4b57933ca5306e2da59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685072 Mar 08 15:47:07.441182 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4af4bf-a86c-4fa0-808a-b4f427ced197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10105cc1-c9eb-4e34-9b70-33ffdb6b504d,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:07.442749 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51706) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:07.490736 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fafded80-2c30-44b0-92be-a18ba8b5cab1 admin admin] Publish callbacks [] for security_group (10105cc1-c9eb-4e34-9b70-33ffdb6b504d), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:07.510874 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fafded80-2c30-44b0-92be-a18ba8b5cab1 admin admin] Publish callbacks [] for security_group (10105cc1-c9eb-4e34-9b70-33ffdb6b504d), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:07.630516 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fafded80-2c30-44b0-92be-a18ba8b5cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (10105cc1-c9eb-4e34-9b70-33ffdb6b504d), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:07.633078 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-fafded80-2c30-44b0-92be-a18ba8b5cab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:07.634210 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-fafded80-2c30-44b0-92be-a18ba8b5cab1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10105cc1-c9eb-4e34-9b70-33ffdb6b504d HTTP/1.1" status: 204 len: 168 time: 0.1904476 Mar 08 15:47:07.642510 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafded80-2c30-44b0-92be-a18ba8b5cab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10105cc1-c9eb-4e34-9b70-33ffdb6b504d,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:08.109165 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51712) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:08.121984 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a098bd8f-1967-4f34-a1cf-316ec4c9786e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:08.204534 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a098bd8f-1967-4f34-a1cf-316ec4c9786e admin admin] Publish callbacks [] for security_group (9c369d71-bccb-43ca-afc0-33903351513c), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:08.282328 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a098bd8f-1967-4f34-a1cf-316ec4c9786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (9c369d71-bccb-43ca-afc0-33903351513c), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:08.319302 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-a098bd8f-1967-4f34-a1cf-316ec4c9786e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a128459d23964788a8c52e4ede538e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090447 Mar 08 15:47:08.320174 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098bd8f-1967-4f34-a1cf-316ec4c9786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c369d71-bccb-43ca-afc0-33903351513c,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:08.322184 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51714) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:08.373245 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff541-c073-4d8c-be82-95664d5bde72 admin admin] Publish callbacks [] for security_group (9c369d71-bccb-43ca-afc0-33903351513c), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:08.393821 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff541-c073-4d8c-be82-95664d5bde72 admin admin] Publish callbacks [] for security_group (9c369d71-bccb-43ca-afc0-33903351513c), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:08.510829 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff541-c073-4d8c-be82-95664d5bde72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (9c369d71-bccb-43ca-afc0-33903351513c), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:08.513911 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff541-c073-4d8c-be82-95664d5bde72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:08.515098 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-6a8ff541-c073-4d8c-be82-95664d5bde72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c369d71-bccb-43ca-afc0-33903351513c HTTP/1.1" status: 204 len: 168 time: 0.1919360 Mar 08 15:47:08.523917 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ff541-c073-4d8c-be82-95664d5bde72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c369d71-bccb-43ca-afc0-33903351513c,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:11.621883 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51786) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:11.724737 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-98733eed-63b9-4984-ae6b-074a369533ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.797483 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-98733eed-63b9-4984-ae6b-074a369533ae admin admin] Publish callbacks [] for security_group (a57771cf-09f0-495b-9be0-d4af24eb9fb1), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.864882 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-98733eed-63b9-4984-ae6b-074a369533ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a57771cf-09f0-495b-9be0-d4af24eb9fb1), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.901937 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-98733eed-63b9-4984-ae6b-074a369533ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=019209509b0344018b82fdfa64e1e2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783661 Mar 08 15:47:11.903061 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733eed-63b9-4984-ae6b-074a369533ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57771cf-09f0-495b-9be0-d4af24eb9fb1,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:11.906546 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51790) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:11.953205 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f08-f068-4a30-9a08-d4c64871d75d admin admin] Publish callbacks [] for security_group (a57771cf-09f0-495b-9be0-d4af24eb9fb1), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.973704 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f08-f068-4a30-9a08-d4c64871d75d admin admin] Publish callbacks [] for security_group (a57771cf-09f0-495b-9be0-d4af24eb9fb1), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:12.077058 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f08-f068-4a30-9a08-d4c64871d75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (a57771cf-09f0-495b-9be0-d4af24eb9fb1), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:12.079565 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-df3c5f08-f068-4a30-9a08-d4c64871d75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:12.080738 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-df3c5f08-f068-4a30-9a08-d4c64871d75d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a57771cf-09f0-495b-9be0-d4af24eb9fb1 HTTP/1.1" status: 204 len: 168 time: 0.1732903 Mar 08 15:47:12.088327 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c5f08-f068-4a30-9a08-d4c64871d75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57771cf-09f0-495b-9be0-d4af24eb9fb1,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:12.618332 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51796) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:12.631284 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-81dd5a78-82f8-4ded-8b28-92e203488be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:12.703832 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-81dd5a78-82f8-4ded-8b28-92e203488be8 admin admin] Publish callbacks [] for security_group (c5c777d9-1563-4996-8852-721dbb12d639), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:12.773093 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-81dd5a78-82f8-4ded-8b28-92e203488be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c5c777d9-1563-4996-8852-721dbb12d639), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:12.812734 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-81dd5a78-82f8-4ded-8b28-92e203488be8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3abafd9c635a48ac82b42331dcc382f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932800 Mar 08 15:47:12.813531 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5a78-82f8-4ded-8b28-92e203488be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c777d9-1563-4996-8852-721dbb12d639,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:12.815402 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51798) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:12.863220 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Publish callbacks [] for security_group (c5c777d9-1563-4996-8852-721dbb12d639), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:12.884207 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Publish callbacks [] for security_group (c5c777d9-1563-4996-8852-721dbb12d639), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.002002 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c5c777d9-1563-4996-8852-721dbb12d639), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.004598 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.005746 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5c777d9-1563-4996-8852-721dbb12d639 HTTP/1.1" status: 204 len: 168 time: 0.1892898 Mar 08 15:47:13.013714 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c777d9-1563-4996-8852-721dbb12d639,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:13.020974 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.021331 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.021681 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.022023 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.022357 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.022691 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.023024 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.023352 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.024035 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.024395 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.024727 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.025055 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:13.025467 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a0b3-e796-48a7-b84f-fbeeaa641808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:15.903113 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51868) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:16.011921 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dee01986-f1bc-4ba2-9095-29cf45ab47ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.083435 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dee01986-f1bc-4ba2-9095-29cf45ab47ba admin admin] Publish callbacks [] for security_group (e6021424-d31b-4017-9c78-809f000bb7d2), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.173677 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-dee01986-f1bc-4ba2-9095-29cf45ab47ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e6021424-d31b-4017-9c78-809f000bb7d2), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.221775 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-dee01986-f1bc-4ba2-9095-29cf45ab47ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50a4e350f311408c85a924aa0a7c8b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175509 Mar 08 15:47:16.222722 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee01986-f1bc-4ba2-9095-29cf45ab47ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6021424-d31b-4017-9c78-809f000bb7d2,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:16.224528 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51872) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:16.271320 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-98d694e7-1e1a-4549-b9bf-d6efc5be26be admin admin] Publish callbacks [] for security_group (e6021424-d31b-4017-9c78-809f000bb7d2), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.292030 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-98d694e7-1e1a-4549-b9bf-d6efc5be26be admin admin] Publish callbacks [] for security_group (e6021424-d31b-4017-9c78-809f000bb7d2), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.442237 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-98d694e7-1e1a-4549-b9bf-d6efc5be26be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e6021424-d31b-4017-9c78-809f000bb7d2), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.444893 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-98d694e7-1e1a-4549-b9bf-d6efc5be26be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.446034 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-98d694e7-1e1a-4549-b9bf-d6efc5be26be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6021424-d31b-4017-9c78-809f000bb7d2 HTTP/1.1" status: 204 len: 168 time: 0.2205780 Mar 08 15:47:16.453648 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d694e7-1e1a-4549-b9bf-d6efc5be26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6021424-d31b-4017-9c78-809f000bb7d2,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:17.110000 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51878) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:17.123463 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3057cb71-55c5-4709-8a0b-81056b968520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.193732 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3057cb71-55c5-4709-8a0b-81056b968520 admin admin] Publish callbacks [] for security_group (e74def9a-5a83-4a5f-8726-caef72787e26), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.253192 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3057cb71-55c5-4709-8a0b-81056b968520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e74def9a-5a83-4a5f-8726-caef72787e26), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.290461 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-3057cb71-55c5-4709-8a0b-81056b968520 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fac9bc16d72441a48adfa453318083d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793809 Mar 08 15:47:17.291318 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057cb71-55c5-4709-8a0b-81056b968520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74def9a-5a83-4a5f-8726-caef72787e26,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:17.293823 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51880) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:17.343075 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-87bb7076-8227-4ca8-bcd1-a035c7b7a187 admin admin] Publish callbacks [] for security_group (e74def9a-5a83-4a5f-8726-caef72787e26), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.365061 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-87bb7076-8227-4ca8-bcd1-a035c7b7a187 admin admin] Publish callbacks [] for security_group (e74def9a-5a83-4a5f-8726-caef72787e26), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.487701 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-87bb7076-8227-4ca8-bcd1-a035c7b7a187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (e74def9a-5a83-4a5f-8726-caef72787e26), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.490281 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-87bb7076-8227-4ca8-bcd1-a035c7b7a187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.491467 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-87bb7076-8227-4ca8-bcd1-a035c7b7a187 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e74def9a-5a83-4a5f-8726-caef72787e26 HTTP/1.1" status: 204 len: 168 time: 0.1965718 Mar 08 15:47:17.499122 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb7076-8227-4ca8-bcd1-a035c7b7a187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74def9a-5a83-4a5f-8726-caef72787e26,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:18.282511 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-b85fee2a-ac88-42db-ae89-d64a9ba75a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.505544 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51902) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:18.596889 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1521718539-network', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:18.739288 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Made reservation on behalf of eea5da771e2142b699fe081c5defbd69 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:18.741636 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.750152 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.821407 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Publish callbacks [] for security_group (4339f694-309f-46bf-b116-9f5d82eb00b8), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.916582 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4339f694-309f-46bf-b116-9f5d82eb00b8), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.945609 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:47:18.950791 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4339f694-309f-46bf-b116-9f5d82eb00b8,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:18.960345 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (862bdfe6-1826-4b44-a845-c4422393822a), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.960345 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Added segment 862bdfe6-1826-4b44-a845-c4422393822a of type vlan for network 5d219c35-ae95-4843-a409-87ce6d074866 Mar 08 15:47:19.002881 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (5d219c35-ae95-4843-a409-87ce6d074866), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.110641 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (5d219c35-ae95-4843-a409-87ce6d074866), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.111531 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:19.112121 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.169948 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] Pushing event updated for resources: {'Network': ['ID=5d219c35-ae95-4843-a409-87ce6d074866,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:19.179602 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 5d219c35-ae95-4843-a409-87ce6d074866 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:47:19.238897 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-749685a2-b4d2-4037-a7f4-704c84e12e70 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7322667 Mar 08 15:47:19.241825 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51906) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:19.246505 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Request body: {'subnet': {'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1521718539-subnet', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:19.339112 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Made reservation on behalf of eea5da771e2142b699fe081c5defbd69 for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:19.341418 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547641'] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.567773 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547623'] for subnet (509ac59f-3a33-401c-8677-a85eeda85de2), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.618763 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509ac59f-3a33-401c-8677-a85eeda85de2,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:19.628393 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.628740 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.629077 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.629408 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.629804 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.630062 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.630385 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.630707 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.631027 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.631345 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.631663 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.631979 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.632332 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:19.640368 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Checking segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:19.640722 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Network hostable DHCP agents. Network: 5d219c35-ae95-4843-a409-87ce6d074866, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:47:19.716080 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Network 5d219c35-ae95-4843-a409-87ce6d074866 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:47:19.790746 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 5d219c35-ae95-4843-a409-87ce6d074866) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:19.794764 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:19.795920 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.800447 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a64388-b652-4b6c-b607-786949dd8832 None None] Network 5d219c35-ae95-4843-a409-87ce6d074866 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:19.873329 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-3e702a94-94fd-41c5-a0f7-e849dd707c14 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6302793 Mar 08 15:47:19.876375 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51908) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:19.880611 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:19.898155 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-5d219c35-ae95-4843-a409-87ce6d074866', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:47:19.899003 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.033895 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Allocated IP 172.20.0.2 (5d219c35-ae95-4843-a409-87ce6d074866/509ac59f-3a33-401c-8677-a85eeda85de2/113b0962-8a1a-44b7-8ff3-4916061a4b8d) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:20.059315 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.063852 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.115678 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks [] for router_controller (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), precommit_add_association {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.178054 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Publish callbacks [] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.265797 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.325496 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Network 5d219c35-ae95-4843-a409-87ce6d074866 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:20.326437 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Pushing event updated for resources: {'Port': ['ID=113b0962-8a1a-44b7-8ff3-4916061a4b8d,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:20.330183 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-731c3240-2d05-4dca-9848-eafd6012745f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.333997 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:20.335398 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:20.340664 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks [] for router_gateway (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.384947 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.394253 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Attempting to bind port 113b0962-8a1a-44b7-8ff3-4916061a4b8d on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:20.394568 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Attempting to bind port 113b0962-8a1a-44b7-8ff3-4916061a4b8d by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:20.394930 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Attempting to bind port 113b0962-8a1a-44b7-8ff3-4916061a4b8d on network 5d219c35-ae95-4843-a409-87ce6d074866 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:20.400002 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:20.400412 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Checking segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:20.400812 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.401310 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Bound using segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:20.401781 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Bound port: 113b0962-8a1a-44b7-8ff3-4916061a4b8d, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:20.402169 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.463830 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] For port 113b0962-8a1a-44b7-8ff3-4916061a4b8d, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:20.466836 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] For port 113b0962-8a1a-44b7-8ff3-4916061a4b8d, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=113b0962-8a1a-44b7-8ff3-4916061a4b8d,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:20.545461 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.604085 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb90350-5b49-4e3e-a936-8a257343a615 None None] Pushing event updated for resources: {'Port': ['ID=113b0962-8a1a-44b7-8ff3-4916061a4b8d,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:20.852170 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks [] for router_gateway (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.872649 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.978711 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Allocated IP 172.27.3.120 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/d8f51452-32bc-479c-a1a4-76a00060a9ea) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:21.080438 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks [] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.168192 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.211606 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:21.214532 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:21.218005 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:21.223673 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f51452-32bc-479c-a1a4-76a00060a9ea,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:21.519820 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e25c0-2aa8-4ee1-a191-f7bf0c6acf0f None None] Network 5d219c35-ae95-4843-a409-87ce6d074866 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:21.566544 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks [] for router_gateway (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.595676 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-23470e3a-a46b-41a9-b36d-bc025c958133 None None] Provisioning complete for port 113b0962-8a1a-44b7-8ff3-4916061a4b8d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:21.596049 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-23470e3a-a46b-41a9-b36d-bc025c958133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.720606 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-23470e3a-a46b-41a9-b36d-bc025c958133 None None] Current status of the port 113b0962-8a1a-44b7-8ff3-4916061a4b8d is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:21.721462 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-23470e3a-a46b-41a9-b36d-bc025c958133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.750621 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.759674 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-23470e3a-a46b-41a9-b36d-bc025c958133 None None] For port 113b0962-8a1a-44b7-8ff3-4916061a4b8d, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=113b0962-8a1a-44b7-8ff3-4916061a4b8d,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:21.773186 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.882275 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-23470e3a-a46b-41a9-b36d-bc025c958133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.931259 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23470e3a-a46b-41a9-b36d-bc025c958133 None None] Pushing event updated for resources: {'Port': ['ID=113b0962-8a1a-44b7-8ff3-4916061a4b8d,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:21.996688 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:47:22.008409 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-1f301f7a-8309-461b-ab96-9f3b33c32ea1 None None] Provisioning complete for port 113b0962-8a1a-44b7-8ff3-4916061a4b8d triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:22.008851 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1f301f7a-8309-461b-ab96-9f3b33c32ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.010490 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 113b0962-8a1a-44b7-8ff3-4916061a4b8d up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:22.096593 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 113b0962-8a1a-44b7-8ff3-4916061a4b8d triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:22.096956 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.115146 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:22.141583 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:22.166995 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-1f301f7a-8309-461b-ab96-9f3b33c32ea1 None None] Current status of the port 113b0962-8a1a-44b7-8ff3-4916061a4b8d is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:22.171227 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:22.171856 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:22.188427 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.189801 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-94e857d3-3b5a-43b2-b08f-7eb5acf05470 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3124371 Mar 08 15:47:22.192474 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51912) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:22.465101 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 113b0962-8a1a-44b7-8ff3-4916061a4b8d is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:22.481309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:22.621636 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.678118 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:21Z', 'revision_number': 3, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:22.705456 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:22.705807 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Updating router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 port d8f51452-32bc-479c-a1a4-76a00060a9ea binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:47:22.741814 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.782502 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_common [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Allocated IP 172.20.0.1 (5d219c35-ae95-4843-a409-87ce6d074866/509ac59f-3a33-401c-8677-a85eeda85de2/b09be6d6-9893-4857-a80d-dd9a4cd0b052) {{(pid=104199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:22.892394 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Publish callbacks [] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.985318 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.010082 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Publish callbacks [] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.027651 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Network 5d219c35-ae95-4843-a409-87ce6d074866 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:23.031205 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:23.033567 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Received port after_create {{(pid=104199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:23.062933 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Pushing event updated for resources: {'Port': ['ID=b09be6d6-9893-4857-a80d-dd9a4cd0b052,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:23.079403 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.110696 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.169046 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bea69e-7f6a-4c3e-a816-c07d5982a352 None None] Pushing event updated for resources: {'Port': ['ID=d8f51452-32bc-479c-a1a4-76a00060a9ea,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:23.174222 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Attempting to bind port d8f51452-32bc-479c-a1a4-76a00060a9ea on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:23.174592 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Attempting to bind port d8f51452-32bc-479c-a1a4-76a00060a9ea by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:23.174954 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Attempting to bind port d8f51452-32bc-479c-a1a4-76a00060a9ea on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:23.180673 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:23.181057 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:23.181462 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.181846 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:23.182309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Bound port: d8f51452-32bc-479c-a1a4-76a00060a9ea, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:23.182688 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.185396 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.238050 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] For port d8f51452-32bc-479c-a1a4-76a00060a9ea, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:23.241058 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] For port d8f51452-32bc-479c-a1a4-76a00060a9ea, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=d8f51452-32bc-479c-a1a4-76a00060a9ea,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:23.278663 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), before_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.292793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-e48c7a32-8024-48cf-ada9-3db97611b438 None None] Provisioning complete for port b09be6d6-9893-4857-a80d-dd9a4cd0b052 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:23.293161 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e48c7a32-8024-48cf-ada9-3db97611b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.314841 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.368010 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-e48c7a32-8024-48cf-ada9-3db97611b438 None None] Port b09be6d6-9893-4857-a80d-dd9a4cd0b052 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:47:23.384356 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bea69e-7f6a-4c3e-a816-c07d5982a352 None None] Pushing event updated for resources: {'Port': ['ID=d8f51452-32bc-479c-a1a4-76a00060a9ea,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:23.386702 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:23.387298 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:23.443408 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Publish callbacks [] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), precommit_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.497525 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:23.504173 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375102'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), after_update {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.569539 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Pushing event updated for resources: {'Port': ['ID=b09be6d6-9893-4857-a80d-dd9a4cd0b052,revision_number=2']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:23.571763 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.663685 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Network 5d219c35-ae95-4843-a409-87ce6d074866 is already hosted by enough agents. {{(pid=104199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:23.665046 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Resources bound (agent type, host, resource id): {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:23.703855 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:22Z', 'revision_number': 1, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:23.731114 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe9a72-2e86-4629-920f-5dfd58164451 None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:22Z', 'revision_number': 1, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:23.792828 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:23.905740 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-9ef2dcbc-2a97-4be5-9fe5-c324f386db4a None None] Provisioning complete for port b09be6d6-9893-4857-a80d-dd9a4cd0b052 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:23.906662 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9ef2dcbc-2a97-4be5-9fe5-c324f386db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.930981 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:23.952362 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a292cec3-d293-443e-94d4-d1970ce6e105 admin admin] 10.222.0.25 "PUT /v2.0/routers/ac408fea-3e3c-498d-a4b5-46e02ba71ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7491066 Mar 08 15:47:23.976205 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2dcbc-2a97-4be5-9fe5-c324f386db4a None None] Port b09be6d6-9893-4857-a80d-dd9a4cd0b052 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:47:24.036287 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 113b0962-8a1a-44b7-8ff3-4916061a4b8d up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:24.097590 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 113b0962-8a1a-44b7-8ff3-4916061a4b8d triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:24.097977 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:24.177429 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 113b0962-8a1a-44b7-8ff3-4916061a4b8d is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:24.748897 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51930) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:24.755734 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1496390776-network', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:24.797519 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:24.847586 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Made reservation on behalf of b131d17f28f242a9b1e4c7f20ef75f9e for: {'network': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:24.850095 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:24.860014 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:24.936070 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Publish callbacks [] for security_group (d240eb11-8241-4fb9-b6db-84dd2fecb98d), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.025184 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (d240eb11-8241-4fb9-b6db-84dd2fecb98d), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.053347 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:47:25.058673 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d240eb11-8241-4fb9-b6db-84dd2fecb98d,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:25.066290 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (9c0673d0-b83b-43bd-a388-439d84225e6e), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.066638 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.segments_db [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Added segment 9c0673d0-b83b-43bd-a388-439d84225e6e of type vlan for network abd75338-8253-44a3-bdf3-c54f981f9600 Mar 08 15:47:25.108936 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (abd75338-8253-44a3-bdf3-c54f981f9600), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.179370 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (abd75338-8253-44a3-bdf3-c54f981f9600), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.180419 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:25.181010 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.238979 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] Pushing event updated for resources: {'Network': ['ID=abd75338-8253-44a3-bdf3-c54f981f9600,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:25.249587 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network abd75338-8253-44a3-bdf3-c54f981f9600 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:47:25.278409 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-b3cee293-cf38-4e1b-8e61-4cec5595cb31 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5281365 Mar 08 15:47:25.280993 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51932) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:25.285649 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Request body: {'subnet': {'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1496390776-subnet', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'ip_version': 4}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:25.390922 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Made reservation on behalf of b131d17f28f242a9b1e4c7f20ef75f9e for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:25.393384 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24179789'] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.619029 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24908570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24179795'] for subnet (b4a4cede-aae8-4008-af6c-ead393cf6164), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.674632 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a4cede-aae8-4008-af6c-ead393cf6164,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:25.684409 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Checking segment: {'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:25.684781 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Network hostable DHCP agents. Network: abd75338-8253-44a3-bdf3-c54f981f9600, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:47:25.691956 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:25.701918 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:25.707005 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:25.789474 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Network abd75338-8253-44a3-bdf3-c54f981f9600 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:47:25.808050 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:25.881647 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, abd75338-8253-44a3-bdf3-c54f981f9600) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:25.886272 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:25.887353 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:25.891752 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821b704-3e97-424b-8eb5-d62c38e767d6 None None] Network abd75338-8253-44a3-bdf3-c54f981f9600 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:25.981889 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e30e0be2-5e5a-4549-ac37-4cb9c340cc9c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6998527 Mar 08 15:47:25.984946 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51934) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:25.990103 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:26.010707 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device d8f51452-32bc-479c-a1a4-76a00060a9ea up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:26.013264 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcb1a967-943d-52dc-8c21-867018ccc060-abd75338-8253-44a3-bdf3-c54f981f9600', 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600', 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'fixed_ips': [{'subnet_id': 'b4a4cede-aae8-4008-af6c-ead393cf6164'}]}} from dv-cinder-830097-2-iscsi. {{(pid=104202) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:47:26.014956 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.034321 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 2, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:26.060675 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:26.061532 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Updating router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 port b09be6d6-9893-4857-a80d-dd9a4cd0b052 binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:47:26.087975 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.088190 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255044'] for router (2211a96c-7331-4766-9633-1a8b047530aa), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.090745 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8095191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255053'] for router (2211a96c-7331-4766-9633-1a8b047530aa), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.143517 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port d8f51452-32bc-479c-a1a4-76a00060a9ea triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:26.143907 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.149188 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks [] for router_controller (2211a96c-7331-4766-9633-1a8b047530aa), precommit_add_association {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.219361 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.db_base_plugin_common [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Allocated IP 172.20.0.2 (abd75338-8253-44a3-bdf3-c54f981f9600/b4a4cede-aae8-4008-af6c-ead393cf6164/eb893fd1-02ef-4537-a3ba-512e3c1cc661) {{(pid=104202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:26.311283 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port d8f51452-32bc-479c-a1a4-76a00060a9ea is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:26.311671 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.337517 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port d8f51452-32bc-479c-a1a4-76a00060a9ea, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=d8f51452-32bc-479c-a1a4-76a00060a9ea,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:26.372790 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks [] for router_gateway (2211a96c-7331-4766-9633-1a8b047530aa), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.380296 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Publish callbacks [] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.410749 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.412806 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Publish callbacks [] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), precommit_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.458805 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=d8f51452-32bc-479c-a1a4-76a00060a9ea,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:26.522489 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.522888 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), after_create {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.573792 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Network abd75338-8253-44a3-bdf3-c54f981f9600 is already hosted by enough agents. {{(pid=104202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:26.578106 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.scheduler.base_scheduler [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Resources bound (agent type, host, resource id): {{(pid=104202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:26.580118 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Received port after_create {{(pid=104202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:26.587826 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Pushing event updated for resources: {'Port': ['ID=eb893fd1-02ef-4537-a3ba-512e3c1cc661,revision_number=1']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:26.620647 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Attempting to bind port b09be6d6-9893-4857-a80d-dd9a4cd0b052 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:26.621107 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Attempting to bind port b09be6d6-9893-4857-a80d-dd9a4cd0b052 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:26.621723 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Attempting to bind port b09be6d6-9893-4857-a80d-dd9a4cd0b052 on network 5d219c35-ae95-4843-a409-87ce6d074866 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:26.630043 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:26.630526 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Checking segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:26.630997 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.631450 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Bound using segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:26.631982 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Bound port: b09be6d6-9893-4857-a80d-dd9a4cd0b052, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:26.632577 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.648926 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Attempting to bind port eb893fd1-02ef-4537-a3ba-512e3c1cc661 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:26.649402 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Attempting to bind port eb893fd1-02ef-4537-a3ba-512e3c1cc661 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:26.649676 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Attempting to bind port eb893fd1-02ef-4537-a3ba-512e3c1cc661 on network abd75338-8253-44a3-bdf3-c54f981f9600 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:26.655998 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:26.656399 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Checking segment: {'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:26.656800 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.657186 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Bound using segment: {'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:26.657652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Bound port: eb893fd1-02ef-4537-a3ba-512e3c1cc661, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:26.658031 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.676602 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Pushing event updated for resources: {'Port': ['ID=b09be6d6-9893-4857-a80d-dd9a4cd0b052,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:26.685447 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.687471 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.687471 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.687471 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.687471 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.687810 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.688182 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.688554 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.688948 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.689371 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.689761 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.690145 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.690529 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:26.710064 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks [] for router_gateway (2211a96c-7331-4766-9633-1a8b047530aa), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.730806 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.731706 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] For port b09be6d6-9893-4857-a80d-dd9a4cd0b052, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:26.737368 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] For port b09be6d6-9893-4857-a80d-dd9a4cd0b052, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=b09be6d6-9893-4857-a80d-dd9a4cd0b052,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:26.740361 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] For port eb893fd1-02ef-4537-a3ba-512e3c1cc661, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:26.744736 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] For port eb893fd1-02ef-4537-a3ba-512e3c1cc661, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=eb893fd1-02ef-4537-a3ba-512e3c1cc661,segment=NetworkSegment(9c0673d0-b83b-43bd-a388-439d84225e6e),segment_id=9c0673d0-b83b-43bd-a388-439d84225e6e)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:26.803105 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.822785 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-2582d3b3-519b-4251-96e5-2291cd8f550e None None] Provisioning complete for port b09be6d6-9893-4857-a80d-dd9a4cd0b052 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:26.823212 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2582d3b3-519b-4251-96e5-2291cd8f550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.844199 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Allocated IP 172.27.3.137 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/624ab61e-8fc2-4b17-9d73-8889d61f3502) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:26.849589 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.922048 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d346fc2-ef9e-4a20-ac58-c8a82d2bec28 None None] Pushing event updated for resources: {'Port': ['ID=eb893fd1-02ef-4537-a3ba-512e3c1cc661,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:26.947823 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks [] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.962523 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972a98e-e03d-4d24-b886-712ab2ce1952 None None] Pushing event updated for resources: {'Port': ['ID=b09be6d6-9893-4857-a80d-dd9a4cd0b052,revision_number=4']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:26.969793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-2582d3b3-519b-4251-96e5-2291cd8f550e None None] Current status of the port b09be6d6-9893-4857-a80d-dd9a4cd0b052 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:26.970778 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2582d3b3-519b-4251-96e5-2291cd8f550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:26.988993 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:26.990184 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:27.010959 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-2582d3b3-519b-4251-96e5-2291cd8f550e None None] For port b09be6d6-9893-4857-a80d-dd9a4cd0b052, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=b09be6d6-9893-4857-a80d-dd9a4cd0b052,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:27.134036 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:27.148014 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.168766 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2582d3b3-519b-4251-96e5-2291cd8f550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.221025 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:27.225404 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:27.228601 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:27.239429 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582d3b3-519b-4251-96e5-2291cd8f550e None None] Pushing event updated for resources: {'Port': ['ID=b09be6d6-9893-4857-a80d-dd9a4cd0b052,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:27.263845 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Pushing event updated for resources: {'Port': ['ID=624ab61e-8fc2-4b17-9d73-8889d61f3502,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:27.292935 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-ea5df2bf-b575-4940-8805-7a48cae49e46 None None] Provisioning complete for port b09be6d6-9893-4857-a80d-dd9a4cd0b052 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:27.293322 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ea5df2bf-b575-4940-8805-7a48cae49e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.383300 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-ea5df2bf-b575-4940-8805-7a48cae49e46 None None] Current status of the port b09be6d6-9893-4857-a80d-dd9a4cd0b052 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:27.386542 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:27.421058 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adf066-a8cb-4db2-91cd-2ab91406f5cc None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:27.599178 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks [] for router_gateway (2211a96c-7331-4766-9633-1a8b047530aa), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.825492 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8095226'] for router (2211a96c-7331-4766-9633-1a8b047530aa), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.954848 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c8d7f-008d-4f24-938e-b4600fcbfad3 None None] Network abd75338-8253-44a3-bdf3-c54f981f9600 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:28.062903 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fa937c11-f0e5-4487-8436-d8603f275e23 None None] Provisioning complete for port eb893fd1-02ef-4537-a3ba-512e3c1cc661 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:28.063374 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fa937c11-f0e5-4487-8436-d8603f275e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.172365 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device d8f51452-32bc-479c-a1a4-76a00060a9ea up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:28.216505 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fa937c11-f0e5-4487-8436-d8603f275e23 None None] Current status of the port eb893fd1-02ef-4537-a3ba-512e3c1cc661 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:28.216941 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fa937c11-f0e5-4487-8436-d8603f275e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.260223 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fa937c11-f0e5-4487-8436-d8603f275e23 None None] For port eb893fd1-02ef-4537-a3ba-512e3c1cc661, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=eb893fd1-02ef-4537-a3ba-512e3c1cc661,segment=NetworkSegment(9c0673d0-b83b-43bd-a388-439d84225e6e),segment_id=9c0673d0-b83b-43bd-a388-439d84225e6e)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:28.265301 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port d8f51452-32bc-479c-a1a4-76a00060a9ea triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:28.265674 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.347818 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port d8f51452-32bc-479c-a1a4-76a00060a9ea is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:28.348863 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device eb893fd1-02ef-4537-a3ba-512e3c1cc661 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:28.351583 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fa937c11-f0e5-4487-8436-d8603f275e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.379131 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Router 2211a96c-7331-4766-9633-1a8b047530aa is scheduled to L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 with binding_index 1 {{(pid=104200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:47:28.486733 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:28.512512 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Sync routers for ids ['2211a96c-7331-4766-9633-1a8b047530aa'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:28.569314 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Routers {'2211a96c-7331-4766-9633-1a8b047530aa'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:28.569938 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['2211a96c-7331-4766-9633-1a8b047530aa'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:28.607925 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.612130 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ed14d839-5f18-447e-89ad-a34af53cc224 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6232080 Mar 08 15:47:28.612367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51936) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:28.617327 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-ab72aa73-d437-4307-82eb-de7a97058ad3 None None] Provisioning complete for port eb893fd1-02ef-4537-a3ba-512e3c1cc661 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:28.618363 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ab72aa73-d437-4307-82eb-de7a97058ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.646069 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa937c11-f0e5-4487-8436-d8603f275e23 None None] Pushing event updated for resources: {'Port': ['ID=eb893fd1-02ef-4537-a3ba-512e3c1cc661,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:28.720383 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port eb893fd1-02ef-4537-a3ba-512e3c1cc661 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:28.720766 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.801606 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Set router 2211a96c-7331-4766-9633-1a8b047530aa gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:28.864751 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-ab72aa73-d437-4307-82eb-de7a97058ad3 None None] Current status of the port eb893fd1-02ef-4537-a3ba-512e3c1cc661 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:28.951202 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port eb893fd1-02ef-4537-a3ba-512e3c1cc661 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:28.952389 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device b09be6d6-9893-4857-a80d-dd9a4cd0b052 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:29.030672 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.050943 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port b09be6d6-9893-4857-a80d-dd9a4cd0b052 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:29.051533 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.101291 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:27Z', 'revision_number': 3, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.133623 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Checking router: 2211a96c-7331-4766-9633-1a8b047530aa for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:29.136132 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Updating router 2211a96c-7331-4766-9633-1a8b047530aa port 624ab61e-8fc2-4b17-9d73-8889d61f3502 binding host dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:47:29.184005 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.186557 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Allocated IP 172.20.0.1 (abd75338-8253-44a3-bdf3-c54f981f9600/b4a4cede-aae8-4008-af6c-ead393cf6164/cf38d164-120a-4bb9-b7c6-245de9cbec8a) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:29.222824 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port b09be6d6-9893-4857-a80d-dd9a4cd0b052 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:29.282247 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Publish callbacks [] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.385376 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.430681 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Network abd75338-8253-44a3-bdf3-c54f981f9600 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:29.435180 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:29.439733 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:29.442931 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf38d164-120a-4bb9-b7c6-245de9cbec8a,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:29.460486 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Publish callbacks [] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), precommit_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.478838 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8100823'] for router_interface (2211a96c-7331-4766-9633-1a8b047530aa), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.527485 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.577017 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Attempting to bind port 624ab61e-8fc2-4b17-9d73-8889d61f3502 on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:29.577404 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Attempting to bind port 624ab61e-8fc2-4b17-9d73-8889d61f3502 by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:29.577778 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Attempting to bind port 624ab61e-8fc2-4b17-9d73-8889d61f3502 on network ad9c130d-2997-4f38-bd26-8e77bb506165 {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:29.587141 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:29.587533 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Checking segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:29.587942 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.588367 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Bound using segment: {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'} {{(pid=104202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:29.588861 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.managers [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Bound port: 624ab61e-8fc2-4b17-9d73-8889d61f3502, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042cb86-fe84-472b-9cec-54abf2c06e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165'}}] {{(pid=104202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:29.589456 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.594993 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2f4ff-affd-4000-bf71-ba6c4af2a168 None None] Pushing event updated for resources: {'Port': ['ID=624ab61e-8fc2-4b17-9d73-8889d61f3502,revision_number=2']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:29.649962 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] For port 624ab61e-8fc2-4b17-9d73-8889d61f3502, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:29.653544 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] For port 624ab61e-8fc2-4b17-9d73-8889d61f3502, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=624ab61e-8fc2-4b17-9d73-8889d61f3502,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:29.690577 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-f0c13825-624a-4f2d-a73a-4c5a0bf867e9 None None] Provisioning complete for port cf38d164-120a-4bb9-b7c6-245de9cbec8a triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:29.691051 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f0c13825-624a-4f2d-a73a-4c5a0bf867e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.719189 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.741045 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.747140 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-f0c13825-624a-4f2d-a73a-4c5a0bf867e9 None None] Port cf38d164-120a-4bb9-b7c6-245de9cbec8a cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:47:29.808735 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Routers {'2211a96c-7331-4766-9633-1a8b047530aa'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:29.809362 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['2211a96c-7331-4766-9633-1a8b047530aa'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.811706 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2f4ff-affd-4000-bf71-ba6c4af2a168 None None] Pushing event updated for resources: {'Port': ['ID=624ab61e-8fc2-4b17-9d73-8889d61f3502,revision_number=3']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:29.884465 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Publish callbacks [] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.922496 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] Set router 2211a96c-7331-4766-9633-1a8b047530aa gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:29.990763 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.992018 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device eb893fd1-02ef-4537-a3ba-512e3c1cc661 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:30.062907 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8100795'] for router_interface (2211a96c-7331-4766-9633-1a8b047530aa), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.065812 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf38d164-120a-4bb9-b7c6-245de9cbec8a,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.111968 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port eb893fd1-02ef-4537-a3ba-512e3c1cc661 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:30.112593 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.166605 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Network abd75338-8253-44a3-bdf3-c54f981f9600 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:30.167968 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:30.221406 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 4, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'cf38d164-120a-4bb9-b7c6-245de9cbec8a', 'name': '', 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'mac_address': 'fa:16:3e:56:d7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:29Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 1, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'subnets': [{'id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:30.251141 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2573077f-6d9b-40d2-9339-545e62b9af49 None None] The sync data for ids ['2211a96c-7331-4766-9633-1a8b047530aa'] in dv-cinder-830097-2-iscsi is: [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 4, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'cf38d164-120a-4bb9-b7c6-245de9cbec8a', 'name': '', 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'mac_address': 'fa:16:3e:56:d7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:29Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 1, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'subnets': [{'id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:30.254643 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port eb893fd1-02ef-4537-a3ba-512e3c1cc661 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:30.302367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Router 2211a96c-7331-4766-9633-1a8b047530aa has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:30.363171 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:47:30.372545 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-cd391433-1f19-4dd5-8d9d-3835b878d9d7 None None] Provisioning complete for port cf38d164-120a-4bb9-b7c6-245de9cbec8a triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:30.372545 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-cd391433-1f19-4dd5-8d9d-3835b878d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.410068 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-cd391433-1f19-4dd5-8d9d-3835b878d9d7 None None] Port cf38d164-120a-4bb9-b7c6-245de9cbec8a cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:47:30.426134 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:30.431304 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-a5e5193f-4aae-4e57-b5bf-05689e826fa3 admin admin] 10.222.0.25 "PUT /v2.0/routers/2211a96c-7331-4766-9633-1a8b047530aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8179340 Mar 08 15:47:31.196182 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51946) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:31.200748 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-73208fa1-28d0-43b6-b436-0ea460786337 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866661474', 'description': 'tempest-secgroup-smoke-866661474 description', 'project_id': 'eea5da771e2142b699fe081c5defbd69'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:31.276232 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-73208fa1-28d0-43b6-b436-0ea460786337 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.347102 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-73208fa1-28d0-43b6-b436-0ea460786337 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group (1e5fb90a-2f50-4393-9aaa-9766f26003d1), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.396030 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-73208fa1-28d0-43b6-b436-0ea460786337 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (1e5fb90a-2f50-4393-9aaa-9766f26003d1), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.427713 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73208fa1-28d0-43b6-b436-0ea460786337 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5fb90a-2f50-4393-9aaa-9766f26003d1,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:31.478424 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-73208fa1-28d0-43b6-b436-0ea460786337 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.479849 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-73208fa1-28d0-43b6-b436-0ea460786337 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2826324 Mar 08 15:47:31.483247 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51948) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:31.487552 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-64f534aa-0176-49e5-860b-4fb7d42143dd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'security_group_rule': {'security_group_id': '1e5fb90a-2f50-4393-9aaa-9766f26003d1', 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:31.578387 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-64f534aa-0176-49e5-860b-4fb7d42143dd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (60300ca8-70df-4428-b505-90f342ebecd1), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.632321 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-64f534aa-0176-49e5-860b-4fb7d42143dd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (60300ca8-70df-4428-b505-90f342ebecd1), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.710303 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-64f534aa-0176-49e5-860b-4fb7d42143dd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (60300ca8-70df-4428-b505-90f342ebecd1), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.727230 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f534aa-0176-49e5-860b-4fb7d42143dd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60300ca8-70df-4428-b505-90f342ebecd1,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:31.792993 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-64f534aa-0176-49e5-860b-4fb7d42143dd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.794238 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-64f534aa-0176-49e5-860b-4fb7d42143dd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100383 Mar 08 15:47:31.797332 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51950) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:31.801586 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-8a6c44eb-8887-4d8e-8016-fbf480c4c4c4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'security_group_rule': {'security_group_id': '1e5fb90a-2f50-4393-9aaa-9766f26003d1', 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:31.881186 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8a6c44eb-8887-4d8e-8016-fbf480c4c4c4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (1106f163-aa5a-4e6e-b772-87fb497b930a), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.941320 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8a6c44eb-8887-4d8e-8016-fbf480c4c4c4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (1106f163-aa5a-4e6e-b772-87fb497b930a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.007430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8a6c44eb-8887-4d8e-8016-fbf480c4c4c4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (1106f163-aa5a-4e6e-b772-87fb497b930a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.008673 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 624ab61e-8fc2-4b17-9d73-8889d61f3502 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:32.025520 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c44eb-8887-4d8e-8016-fbf480c4c4c4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1106f163-aa5a-4e6e-b772-87fb497b930a,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:32.057729 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 624ab61e-8fc2-4b17-9d73-8889d61f3502 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:32.060002 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.078537 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-8a6c44eb-8887-4d8e-8016-fbf480c4c4c4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.079861 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-8a6c44eb-8887-4d8e-8016-fbf480c4c4c4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2816122 Mar 08 15:47:32.082572 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51952) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:32.087354 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-7918ab96-34c0-420b-a5c1-183a433c8533 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'security_group_rule': {'security_group_id': '1e5fb90a-2f50-4393-9aaa-9766f26003d1', 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:32.156445 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44001592-174b-451d-8239-1490b5344326 None None] Sync routers for ids ['2211a96c-7331-4766-9633-1a8b047530aa'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:32.161619 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7918ab96-34c0-420b-a5c1-183a433c8533 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (274742b3-495d-42a2-830b-60e54b43f606), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.166631 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44001592-174b-451d-8239-1490b5344326 None None] Routers {'2211a96c-7331-4766-9633-1a8b047530aa'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:32.167407 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-44001592-174b-451d-8239-1490b5344326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['2211a96c-7331-4766-9633-1a8b047530aa'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:32.229265 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7918ab96-34c0-420b-a5c1-183a433c8533 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (274742b3-495d-42a2-830b-60e54b43f606), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.273482 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 624ab61e-8fc2-4b17-9d73-8889d61f3502 is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:32.273879 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.280861 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-44001592-174b-451d-8239-1490b5344326 None None] Set router 2211a96c-7331-4766-9633-1a8b047530aa gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:32.294129 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] For port 624ab61e-8fc2-4b17-9d73-8889d61f3502, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=624ab61e-8fc2-4b17-9d73-8889d61f3502,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:32.298793 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7918ab96-34c0-420b-a5c1-183a433c8533 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (274742b3-495d-42a2-830b-60e54b43f606), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.316841 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918ab96-34c0-420b-a5c1-183a433c8533 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274742b3-495d-42a2-830b-60e54b43f606,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:32.361965 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.381102 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7918ab96-34c0-420b-a5c1-183a433c8533 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.383742 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-7918ab96-34c0-420b-a5c1-183a433c8533 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985787 Mar 08 15:47:32.385328 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51954) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:32.389892 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-50afb3e6-680f-47de-aca5-0eb7de0614df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'security_group_rule': {'security_group_id': '1e5fb90a-2f50-4393-9aaa-9766f26003d1', 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:32.413547 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Pushing event updated for resources: {'Port': ['ID=624ab61e-8fc2-4b17-9d73-8889d61f3502,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:32.481009 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-50afb3e6-680f-47de-aca5-0eb7de0614df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (06d8672d-987c-496e-8de2-ce12ec13e1af), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.482248 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-44001592-174b-451d-8239-1490b5344326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 4, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'cf38d164-120a-4bb9-b7c6-245de9cbec8a', 'name': '', 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'mac_address': 'fa:16:3e:56:d7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:29Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 2, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'subnets': [{'id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:32.511729 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44001592-174b-451d-8239-1490b5344326 None None] Checking router: 2211a96c-7331-4766-9633-1a8b047530aa for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:32.514646 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44001592-174b-451d-8239-1490b5344326 None None] Updating router 2211a96c-7331-4766-9633-1a8b047530aa port cf38d164-120a-4bb9-b7c6-245de9cbec8a binding host dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:47:32.539263 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-44001592-174b-451d-8239-1490b5344326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.541935 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-50afb3e6-680f-47de-aca5-0eb7de0614df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (06d8672d-987c-496e-8de2-ce12ec13e1af), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.613262 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-50afb3e6-680f-47de-aca5-0eb7de0614df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (06d8672d-987c-496e-8de2-ce12ec13e1af), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.632398 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afb3e6-680f-47de-aca5-0eb7de0614df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d8672d-987c-496e-8de2-ce12ec13e1af,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:32.700696 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-50afb3e6-680f-47de-aca5-0eb7de0614df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.705222 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-50afb3e6-680f-47de-aca5-0eb7de0614df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161762 Mar 08 15:47:32.705549 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 51956) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:32.709891 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-fa37d850-2ef1-4f70-abf2-309e087652e6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'security_group_rule': {'security_group_id': '1e5fb90a-2f50-4393-9aaa-9766f26003d1', 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:32.792701 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-44001592-174b-451d-8239-1490b5344326 None None] Publish callbacks [] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), precommit_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.801735 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.securitygroups_db [None req-fa37d850-2ef1-4f70-abf2-309e087652e6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Project eea5da771e2142b699fe081c5defbd69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:47:32.807002 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fa37d850-2ef1-4f70-abf2-309e087652e6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (e139cbec-c41e-415d-8748-f45eec590e56), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.863017 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fa37d850-2ef1-4f70-abf2-309e087652e6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (e139cbec-c41e-415d-8748-f45eec590e56), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.893019 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-44001592-174b-451d-8239-1490b5344326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.942677 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c57be-c828-47ad-8453-e866c9b670a6 None None] Pushing event updated for resources: {'Port': ['ID=cf38d164-120a-4bb9-b7c6-245de9cbec8a,revision_number=3']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:32.973549 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fa37d850-2ef1-4f70-abf2-309e087652e6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (e139cbec-c41e-415d-8748-f45eec590e56), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.990978 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37d850-2ef1-4f70-abf2-309e087652e6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e139cbec-c41e-415d-8748-f45eec590e56,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:32.998570 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-44001592-174b-451d-8239-1490b5344326 None None] Attempting to bind port cf38d164-120a-4bb9-b7c6-245de9cbec8a on host dv-cinder-830097-2-iscsi for vnic_type normal with profile {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:32.998932 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-44001592-174b-451d-8239-1490b5344326 None None] Attempting to bind port cf38d164-120a-4bb9-b7c6-245de9cbec8a by drivers openvswitch,hyperv on host dv-cinder-830097-2-iscsi at level 0 using segments [{'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:32.999285 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44001592-174b-451d-8239-1490b5344326 None None] Attempting to bind port cf38d164-120a-4bb9-b7c6-245de9cbec8a on network abd75338-8253-44a3-bdf3-c54f981f9600 {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:33.004584 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44001592-174b-451d-8239-1490b5344326 None None] Checking agent: {'id': '6eb2598d-3189-4dba-9ac3-0412d848f298', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830097-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 25), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830097-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:33.004951 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44001592-174b-451d-8239-1490b5344326 None None] Checking segment: {'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:33.005557 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-44001592-174b-451d-8239-1490b5344326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.005931 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44001592-174b-451d-8239-1490b5344326 None None] Bound using segment: {'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'} {{(pid=104203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:33.006176 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.managers [None req-44001592-174b-451d-8239-1490b5344326 None None] Bound port: cf38d164-120a-4bb9-b7c6-245de9cbec8a, host: dv-cinder-830097-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0673d0-b83b-43bd-a388-439d84225e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600'}}] {{(pid=104203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:33.006545 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-44001592-174b-451d-8239-1490b5344326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), before_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.061355 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fa37d850-2ef1-4f70-abf2-309e087652e6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.063210 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-fa37d850-2ef1-4f70-abf2-309e087652e6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567052 Mar 08 15:47:33.067371 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 51958) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:33.073428 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-0b890b4f-3b0e-4d32-bef7-52fc252a604e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'security_group_rule': {'security_group_id': '1e5fb90a-2f50-4393-9aaa-9766f26003d1', 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:33.079890 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-44001592-174b-451d-8239-1490b5344326 None None] For port cf38d164-120a-4bb9-b7c6-245de9cbec8a, host dv-cinder-830097-2-iscsi, cleared binding levels {{(pid=104203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:33.083454 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.plugins.ml2.db [None req-44001592-174b-451d-8239-1490b5344326 None None] For port cf38d164-120a-4bb9-b7c6-245de9cbec8a, host dv-cinder-830097-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=cf38d164-120a-4bb9-b7c6-245de9cbec8a,segment=NetworkSegment(9c0673d0-b83b-43bd-a388-439d84225e6e),segment_id=9c0673d0-b83b-43bd-a388-439d84225e6e)] {{(pid=104203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:33.151213 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron_lib.callbacks.manager [None req-44001592-174b-451d-8239-1490b5344326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), after_update {{(pid=104203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.151788 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-c7b88d42-0445-4b84-9f5f-e058759880fe None None] Provisioning complete for port cf38d164-120a-4bb9-b7c6-245de9cbec8a triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:33.152247 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c7b88d42-0445-4b84-9f5f-e058759880fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.160845 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.securitygroups_db [None req-0b890b4f-3b0e-4d32-bef7-52fc252a604e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Project eea5da771e2142b699fe081c5defbd69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:47:33.165947 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0b890b4f-3b0e-4d32-bef7-52fc252a604e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (9cc4a5f8-d8ba-4085-ae5e-4c89c561273a), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.209125 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44001592-174b-451d-8239-1490b5344326 None None] Routers {'2211a96c-7331-4766-9633-1a8b047530aa'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:33.214686 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-44001592-174b-451d-8239-1490b5344326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['2211a96c-7331-4766-9633-1a8b047530aa'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:33.242346 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0b890b4f-3b0e-4d32-bef7-52fc252a604e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (9cc4a5f8-d8ba-4085-ae5e-4c89c561273a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.242830 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-c7b88d42-0445-4b84-9f5f-e058759880fe None None] Current status of the port cf38d164-120a-4bb9-b7c6-245de9cbec8a is: DOWN; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:33.243615 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c7b88d42-0445-4b84-9f5f-e058759880fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.265776 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c57be-c828-47ad-8453-e866c9b670a6 None None] Pushing event updated for resources: {'Port': ['ID=cf38d164-120a-4bb9-b7c6-245de9cbec8a,revision_number=4']} {{(pid=104203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:33.280846 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-c7b88d42-0445-4b84-9f5f-e058759880fe None None] For port cf38d164-120a-4bb9-b7c6-245de9cbec8a, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=cf38d164-120a-4bb9-b7c6-245de9cbec8a,segment=NetworkSegment(9c0673d0-b83b-43bd-a388-439d84225e6e),segment_id=9c0673d0-b83b-43bd-a388-439d84225e6e)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:33.333581 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0b890b4f-3b0e-4d32-bef7-52fc252a604e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172761'] for security_group_rule (9cc4a5f8-d8ba-4085-ae5e-4c89c561273a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.343471 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-44001592-174b-451d-8239-1490b5344326 None None] Set router 2211a96c-7331-4766-9633-1a8b047530aa gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:33.352530 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b890b4f-3b0e-4d32-bef7-52fc252a604e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc4a5f8-d8ba-4085-ae5e-4c89c561273a,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:33.378031 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c7b88d42-0445-4b84-9f5f-e058759880fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.428985 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b88d42-0445-4b84-9f5f-e058759880fe None None] Pushing event updated for resources: {'Port': ['ID=cf38d164-120a-4bb9-b7c6-245de9cbec8a,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:33.467551 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0b890b4f-3b0e-4d32-bef7-52fc252a604e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.468743 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0b890b4f-3b0e-4d32-bef7-52fc252a604e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3991160 Mar 08 15:47:33.510957 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-f484ea7f-781e-4c27-974b-336125c6603d None None] Provisioning complete for port cf38d164-120a-4bb9-b7c6-245de9cbec8a triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:33.511279 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f484ea7f-781e-4c27-974b-336125c6603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:33.603722 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-f484ea7f-781e-4c27-974b-336125c6603d None None] Current status of the port cf38d164-120a-4bb9-b7c6-245de9cbec8a is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:33.665239 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-44001592-174b-451d-8239-1490b5344326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 4, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'cf38d164-120a-4bb9-b7c6-245de9cbec8a', 'name': '', 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'mac_address': 'fa:16:3e:56:d7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:29Z', 'updated_at': '2022-03-08T15:47:33Z', 'revision_number': 4, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'subnets': [{'id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:33.693076 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44001592-174b-451d-8239-1490b5344326 None None] The sync data for ids ['2211a96c-7331-4766-9633-1a8b047530aa'] in dv-cinder-830097-2-iscsi is: [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 4, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'cf38d164-120a-4bb9-b7c6-245de9cbec8a', 'name': '', 'network_id': 'abd75338-8253-44a3-bdf3-c54f981f9600', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'mac_address': 'fa:16:3e:56:d7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:29Z', 'updated_at': '2022-03-08T15:47:33Z', 'revision_number': 4, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'subnets': [{'id': 'b4a4cede-aae8-4008-af6c-ead393cf6164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:33.860367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ce28-772e-43db-bbb9-4747eda85bec req-5f2b53dc-5af1-4813-a666-75f954b4bbc0 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:33.861938 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5dc4ce28-772e-43db-bbb9-4747eda85bec req-5f2b53dc-5af1-4813-a666-75f954b4bbc0 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0644600 Mar 08 15:47:33.921198 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5dc4ce28-772e-43db-bbb9-4747eda85bec req-d5f61e4b-59ee-4c97-affd-cb71bc8ef92a tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535419 Mar 08 15:47:34.017895 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 624ab61e-8fc2-4b17-9d73-8889d61f3502 up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:34.072591 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port 624ab61e-8fc2-4b17-9d73-8889d61f3502 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:34.072970 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:34.157088 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port 624ab61e-8fc2-4b17-9d73-8889d61f3502 is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:34.158157 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device cf38d164-120a-4bb9-b7c6-245de9cbec8a up at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:34.207718 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Provisioning complete for port cf38d164-120a-4bb9-b7c6-245de9cbec8a triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:34.208220 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:34.296495 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Current status of the port cf38d164-120a-4bb9-b7c6-245de9cbec8a is: ACTIVE; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:35.053640 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa60bf-21cb-43ed-ab61-872704aa40eb req-cab28786-04eb-4b9f-8ee5-20cfa7fac93f tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:35.055092 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-93aa60bf-21cb-43ed-ab61-872704aa40eb req-cab28786-04eb-4b9f-8ee5-20cfa7fac93f tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0521841 Mar 08 15:47:35.106706 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-93aa60bf-21cb-43ed-ab61-872704aa40eb req-3e37530f-9420-4522-b649-a762053042c2 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458429 Mar 08 15:47:36.223937 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739132c0-d123-4820-b830-b3221571d805 req-85364e16-519c-434a-a36d-707780fa4e1e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:36.225355 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-739132c0-d123-4820-b830-b3221571d805 req-85364e16-519c-434a-a36d-707780fa4e1e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0516126 Mar 08 15:47:36.274034 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-739132c0-d123-4820-b830-b3221571d805 req-32156bd6-595d-4d75-b2ba-f4b0810aef4a tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Mar 08 15:47:37.393663 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf310b42-fe27-470e-94aa-1bd2efe5fb5a req-50d72ffd-48fc-4ecb-98aa-e197c52c111e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:37.395256 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf310b42-fe27-470e-94aa-1bd2efe5fb5a req-50d72ffd-48fc-4ecb-98aa-e197c52c111e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0559003 Mar 08 15:47:37.443988 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf310b42-fe27-470e-94aa-1bd2efe5fb5a req-cb83702e-5920-44aa-8feb-0271e9471960 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Mar 08 15:47:38.562405 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d016-2c32-408f-9db1-dc71e3449994 req-39a9e145-8098-4408-87fc-1c5e67c0ae16 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:38.563875 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5680d016-2c32-408f-9db1-dc71e3449994 req-39a9e145-8098-4408-87fc-1c5e67c0ae16 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0533628 Mar 08 15:47:38.613494 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5680d016-2c32-408f-9db1-dc71e3449994 req-d1ac1d77-fdbe-41a2-9051-3e465dbc7e9d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439651 Mar 08 15:47:39.732722 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9be55-3252-451d-b033-f6578a606785 req-fc92b129-84a2-406d-b31c-e717ee48aeed tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:39.732722 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3cc9be55-3252-451d-b033-f6578a606785 req-fc92b129-84a2-406d-b31c-e717ee48aeed tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Mar 08 15:47:39.787033 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3cc9be55-3252-451d-b033-f6578a606785 req-614877f7-9061-47d1-a3ab-a4c6bc244228 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493636 Mar 08 15:47:40.908174 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102399c6-33ea-43e8-a374-91da991018bd req-ef80c7be-3140-4b42-b02e-1429316e2801 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:40.909706 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-102399c6-33ea-43e8-a374-91da991018bd req-ef80c7be-3140-4b42-b02e-1429316e2801 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Mar 08 15:47:40.957997 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-102399c6-33ea-43e8-a374-91da991018bd req-96efb50f-fece-486e-a463-037b6d21da90 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426495 Mar 08 15:47:42.079933 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70db83d-5f8d-473c-a9bb-b5954917afe3 req-288ccb02-99bb-4257-991c-9c1845d5f1ab tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:42.081421 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b70db83d-5f8d-473c-a9bb-b5954917afe3 req-288ccb02-99bb-4257-991c-9c1845d5f1ab tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0534837 Mar 08 15:47:42.130034 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b70db83d-5f8d-473c-a9bb-b5954917afe3 req-5e2c146b-4a40-478f-8e26-801526135e58 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Mar 08 15:47:43.251514 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218976f-0906-45e1-8c90-8c7ccc7f113e req-72876cb8-da06-4b18-8609-a5aef35d8464 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:43.253014 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9218976f-0906-45e1-8c90-8c7ccc7f113e req-72876cb8-da06-4b18-8609-a5aef35d8464 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0573385 Mar 08 15:47:43.301631 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9218976f-0906-45e1-8c90-8c7ccc7f113e req-4be10417-d8e8-4e4a-af57-e733be6f0a05 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Mar 08 15:47:44.058937 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-1d254e73-a3f2-4f53-a5c7-62b537026f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:44.060347 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-1d254e73-a3f2-4f53-a5c7-62b537026f48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1129 time: 0.0431528 Mar 08 15:47:44.152406 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-afac1163-b672-4439-bc25-171f1f7c05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:44.153900 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-afac1163-b672-4439-bc25-171f1f7c05ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 200 len: 907 time: 0.0863211 Mar 08 15:47:44.216731 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-64ea646f-7cf1-4017-8579-2e091409d52c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 1000 time: 0.0566640 Mar 08 15:47:44.265416 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-f631bd7d-f760-48b8-8cb4-e5a907e34729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:44.266872 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-f631bd7d-f760-48b8-8cb4-e5a907e34729 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=758b16cf-b0bf-4875-8cea-e4e64de35977 HTTP/1.1" status: 200 len: 846 time: 0.0432746 Mar 08 15:47:44.320334 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-e7d6ddeb-6265-4cb2-ac8a-ee9c64f5f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:44.321798 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-e7d6ddeb-6265-4cb2-ac8a-ee9c64f5f8fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a87c9abc-d153-46f0-a0df-0218006e0ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482264 Mar 08 15:47:44.441192 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-ac07a876-2e3f-4d8d-997b-b6a7331615cf service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134975 Mar 08 15:47:44.452024 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3ae93-eff7-4df3-96ae-ac3954dedf9c req-be557f54-a6ae-4e9b-b6ce-519e97dd786d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:44.453454 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-74e3ae93-eff7-4df3-96ae-ac3954dedf9c req-be557f54-a6ae-4e9b-b6ce-519e97dd786d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0748765 Mar 08 15:47:44.550186 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-74e3ae93-eff7-4df3-96ae-ac3954dedf9c req-9a9998d3-c6b8-4f27-9b2d-78437c8fa0bb tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887947 Mar 08 15:47:44.569517 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-df725cd2-302b-4fac-9b5c-645aacb8a33f req-1a5f57bd-3054-4a07-8285-73a2a400267c service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150560 Mar 08 15:47:45.667307 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90000951-fba1-4f8f-872c-89432f0a7f38 req-af881623-4a7b-4dd5-af17-c7a6144ddc6e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:45.668791 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-90000951-fba1-4f8f-872c-89432f0a7f38 req-af881623-4a7b-4dd5-af17-c7a6144ddc6e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0547731 Mar 08 15:47:45.717904 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-90000951-fba1-4f8f-872c-89432f0a7f38 req-8c6f01e0-72bd-4989-8d22-57668896a8f5 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427864 Mar 08 15:47:46.839249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf36a0e-7793-46f4-b03d-026499811eee req-8c1420b5-d8a8-464b-9465-79e1eb37e578 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:46.840766 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bbf36a0e-7793-46f4-b03d-026499811eee req-8c1420b5-d8a8-464b-9465-79e1eb37e578 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0539114 Mar 08 15:47:46.888925 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bbf36a0e-7793-46f4-b03d-026499811eee req-aa061071-a339-4fcb-8e42-e55906f00a3a tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Mar 08 15:47:48.001916 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec39903-22fd-4c7e-8927-11cec0dc081c req-d5e99d06-f150-49b9-9996-4e0289c8d6d7 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:48.003384 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-eec39903-22fd-4c7e-8927-11cec0dc081c req-d5e99d06-f150-49b9-9996-4e0289c8d6d7 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0510752 Mar 08 15:47:48.058445 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-eec39903-22fd-4c7e-8927-11cec0dc081c req-3ed8f2ef-6862-4f11-9dbf-160febad40dd tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453055 Mar 08 15:47:48.123604 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [req-dc3b2188-047f-40ba-b4c2-87542d15effb req-44dca7f0-de77-4fbe-b62d-de5a546acf78 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:47:48.124695 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-dc3b2188-047f-40ba-b4c2-87542d15effb req-44dca7f0-de77-4fbe-b62d-de5a546acf78 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054786 Mar 08 15:47:48.251439 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-815f9608-9fcf-47da-ae92-b5eaeeef030f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:48.434183 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a873e-6d55-44fa-94ed-a045fdb14354 req-f24c6623-0295-4b01-a4cc-f4a5df2f4cfc tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:48.435710 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c6a873e-6d55-44fa-94ed-a045fdb14354 req-f24c6623-0295-4b01-a4cc-f4a5df2f4cfc tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0548022 Mar 08 15:47:48.487542 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c6a873e-6d55-44fa-94ed-a045fdb14354 req-316c5da3-0461-490f-914d-0fac1ac07dc9 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434098 Mar 08 15:47:48.534086 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-42e58c4b-f30b-4058-ba8e-4e78f7702993 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329076 Mar 08 15:47:48.663867 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-e51eee9e-5120-4503-9458-295331305319 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:48.665259 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-e51eee9e-5120-4503-9458-295331305319 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports/e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 942 time: 0.1046436 Mar 08 15:47:49.613700 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635be6c5-122f-43c3-95c8-7396693c4c1f req-497c6a6b-11f8-4363-8725-da8ede8963c8 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:49.615065 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-635be6c5-122f-43c3-95c8-7396693c4c1f req-497c6a6b-11f8-4363-8725-da8ede8963c8 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Mar 08 15:47:49.662338 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-635be6c5-122f-43c3-95c8-7396693c4c1f req-ebe86f6a-0278-4785-b6f3-6b81373c10ac tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Mar 08 15:47:49.731103 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e9e6c334-301a-42ae-96e0-0970f37c7915 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:49.809274 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e9e6c334-301a-42ae-96e0-0970f37c7915 is: ACTIVE; New status is: DOWN {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:49.809676 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:49.833144 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:49.835406 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3cc1c0-1be0-4120-a6c7-b040dde8092d" -d '{"events": [{"server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "name": "network-vif-unplugged", "status": "completed", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:49.848137 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:49.870026 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1905e4a7-819c-452d-803a-5a6f4087267a x-openstack-request-id: req-1905e4a7-819c-452d-803a-5a6f4087267a {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:49.870026 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "name": "network-vif-unplugged", "status": "failed", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915", "code": 422}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:49.870026 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1905e4a7-819c-452d-803a-5a6f4087267a {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:49.870026 dv-cinder-830097-2-iscsi neutron-server[104202]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'code': 422} returned with failed status Mar 08 15:47:49.983210 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:50.024620 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=6']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:50.333175 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed542-21ff-49e1-877a-73bec7f532c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:50.351268 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-a102eba0-f63a-4044-81d1-2b4d7c982990 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866661474&fields=id&tenant_id=eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 267 time: 0.0498071 Mar 08 15:47:50.389773 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:50.454449 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-180aae9d-4188-49a1-b394-89d5ce2e3220 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:50.455882 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-180aae9d-4188-49a1-b394-89d5ce2e3220 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 812 time: 0.0983672 Mar 08 15:47:50.469701 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-6a182be8-7a93-4add-be85-60186ad11ba6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/quotas/eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 375 time: 0.0086033 Mar 08 15:47:50.525684 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-4e64b909-33c7-47c6-8d35-525469ed722f tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512016 Mar 08 15:47:50.632565 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-199a32ee-bcc9-4435-b548-2ddbf5bae840 service neutron] 10.222.0.25 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922365 Mar 08 15:47:50.722337 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2eece1d3-bcec-453c-a46f-51d2e92b6622 service neutron] 10.222.0.25 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880303 Mar 08 15:47:50.784407 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a919c9-f4bc-4515-905b-e59782f3eb64 req-51812d9b-2955-4647-a419-cef4d8703bef tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:50.785864 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e4a919c9-f4bc-4515-905b-e59782f3eb64 req-51812d9b-2955-4647-a419-cef4d8703bef tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0527923 Mar 08 15:47:50.835767 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e4a919c9-f4bc-4515-905b-e59782f3eb64 req-03ac2b8f-23c8-4f4d-bfce-b71fc9230cc3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443356 Mar 08 15:47:50.940379 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-ed6e44f8-1709-453b-9273-efb033fa5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:50.941795 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-ed6e44f8-1709-453b-9273-efb033fa5e3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978&tenant_id=446fa0e6566c4e8abfe18b45a5e42110 HTTP/1.1" status: 200 len: 1127 time: 0.0436702 Mar 08 15:47:51.004380 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-f968518b-9fd7-40a7-8a72-0a75417cfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:51.005837 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-f968518b-9fd7-40a7-8a72-0a75417cfce8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1127 time: 0.0427847 Mar 08 15:47:51.100883 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-01214c8b-792d-471e-aca7-d7fc47e9ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:51.102417 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-01214c8b-792d-471e-aca7-d7fc47e9ed85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 200 len: 907 time: 0.0905719 Mar 08 15:47:51.169231 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-cdd8917b-fb22-4104-843e-b55513fb7567 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 998 time: 0.0607982 Mar 08 15:47:51.219234 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-2ab4a69e-a1f2-4d2b-a263-994526664e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:51.221226 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-2ab4a69e-a1f2-4d2b-a263-994526664e93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=758b16cf-b0bf-4875-8cea-e4e64de35977 HTTP/1.1" status: 200 len: 846 time: 0.0464880 Mar 08 15:47:51.276021 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cef695ed-b5b4-4feb-a6a3-e53c69e3a620 req-377bd348-bda8-41af-8653-5de2e9399444 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 210 time: 0.0411384 Mar 08 15:47:51.295000 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-f4e291f2-a7c1-49c8-9bad-874056508906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:51.296905 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-f4e291f2-a7c1-49c8-9bad-874056508906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a87c9abc-d153-46f0-a0df-0218006e0ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698133 Mar 08 15:47:51.388538 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-9fb903d5-016d-4f42-b755-80f2de43a28a service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852091 Mar 08 15:47:51.476201 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-174e5c35-f22f-4cd2-9ba8-08867ca1b138 req-0da3d63e-5924-4aa7-9130-f2a677e0adbb service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804999 Mar 08 15:47:51.721356 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:51.957538 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b0baa-2597-4f66-9d4d-5d1f551956ca req-78560345-bc56-4ab5-a0b0-c937193c2b7e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:51.959012 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-576b0baa-2597-4f66-9d4d-5d1f551956ca req-78560345-bc56-4ab5-a0b0-c937193c2b7e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0561709 Mar 08 15:47:52.006106 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-576b0baa-2597-4f66-9d4d-5d1f551956ca req-4baa8205-20b6-4f99-9ee5-999a2329edfa tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Mar 08 15:47:52.370737 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5da03709-19c5-4b01-8c66-9773d199b722 req-d0e18861-796a-4a73-a98f-253f86c5c888 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 210 time: 0.0272141 Mar 08 15:47:53.123532 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4928e-8bb0-4e2d-a0d1-90ff009e1e4d req-77a17396-884b-4828-a4ee-81a631d3f9c9 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:53.125572 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5bc4928e-8bb0-4e2d-a0d1-90ff009e1e4d req-77a17396-884b-4828-a4ee-81a631d3f9c9 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0519338 Mar 08 15:47:53.178920 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.185985 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5bc4928e-8bb0-4e2d-a0d1-90ff009e1e4d req-17c5bd49-fbc1-4c9c-ba17-e91606049a3e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549080 Mar 08 15:47:53.276029 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-a44d4d06-f41c-45a8-b754-72c202cc2146 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:53.277463 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-a44d4d06-f41c-45a8-b754-72c202cc2146 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 812 time: 0.1047306 Mar 08 15:47:53.337040 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-548da6f9-17d2-4ac6-827e-c776dc0986f2 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 379 time: 0.0521016 Mar 08 15:47:53.346569 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'port': {'device_id': '2459ed00-68e2-41dc-888a-41732efb99a6', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'admin_state_up': True, 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'security_groups': ['1e5fb90a-2f50-4393-9aaa-9766f26003d1']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:53.474545 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-79ccff1d-ea9b-48f0-99d6-c39b19d03112 req-654d922e-bc05-432c-a122-17049c0bbe31 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 210 time: 0.0332739 Mar 08 15:47:53.549650 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Made reservation on behalf of eea5da771e2142b699fe081c5defbd69 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:53.553091 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.677069 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Allocated IP 172.20.0.14 (5d219c35-ae95-4843-a409-87ce6d074866/509ac59f-3a33-401c-8677-a85eeda85de2/e7cd6d32-95b2-4124-9063-09065eb19636) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:53.807489 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (e7cd6d32-95b2-4124-9063-09065eb19636), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.915570 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.959115 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Network 5d219c35-ae95-4843-a409-87ce6d074866 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:53.962014 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:53.965550 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:53.972318 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=e7cd6d32-95b2-4124-9063-09065eb19636,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:54.016922 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.017544 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:54.084060 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-2e1390bf-1392-46a3-be2e-c7027689ea5d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7414725 Mar 08 15:47:54.095613 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Request body: {'port': {'device_id': '2459ed00-68e2-41dc-888a-41732efb99a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:54.155458 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-7dd116fe-c26a-44aa-b1c1-b80545be98a5 None None] Provisioning complete for port e7cd6d32-95b2-4124-9063-09065eb19636 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:54.155841 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7dd116fe-c26a-44aa-b1c1-b80545be98a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:54.161813 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:54.194280 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-7dd116fe-c26a-44aa-b1c1-b80545be98a5 None None] Port e7cd6d32-95b2-4124-9063-09065eb19636 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:47:54.585415 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fc7e9-70b0-4585-a997-7a7019e89bcf req-39d662c6-e529-49a2-8032-46c5e48efc6d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.587058 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-021fc7e9-70b0-4585-a997-7a7019e89bcf req-39d662c6-e529-49a2-8032-46c5e48efc6d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.1386273 Mar 08 15:47:54.692136 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-021fc7e9-70b0-4585-a997-7a7019e89bcf req-467a8067-31c6-4316-8af7-84b7c8a864df tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988429 Mar 08 15:47:54.727250 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:54.788607 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32c1d-7bff-4f40-8890-84f08ca9c349 req-01508693-8331-4e2b-8ea7-d58d6fa8291f tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.790090 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5bc32c1d-7bff-4f40-8890-84f08ca9c349 req-01508693-8331-4e2b-8ea7-d58d6fa8291f tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 932 time: 0.0922363 Mar 08 15:47:54.838533 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cd6d32-95b2-4124-9063-09065eb19636 {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:47:54.850977 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Publish callbacks [] for port (e7cd6d32-95b2-4124-9063-09065eb19636), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:54.874421 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Transition to ACTIVE for port object e7cd6d32-95b2-4124-9063-09065eb19636 will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:47:54.879106 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5bc32c1d-7bff-4f40-8890-84f08ca9c349 req-733c29d4-4680-44a7-bca3-80e436aca96a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693686 Mar 08 15:47:54.944078 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.010340 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cd6d32-95b2-4124-9063-09065eb19636,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:55.065333 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Attempting to bind port e7cd6d32-95b2-4124-9063-09065eb19636 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:55.065674 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Attempting to bind port e7cd6d32-95b2-4124-9063-09065eb19636 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:55.066005 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Attempting to bind port e7cd6d32-95b2-4124-9063-09065eb19636 on network 5d219c35-ae95-4843-a409-87ce6d074866 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:55.070497 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Port e7cd6d32-95b2-4124-9063-09065eb19636 on network 5d219c35-ae95-4843-a409-87ce6d074866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:47:55.070800 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Attempting to bind port e7cd6d32-95b2-4124-9063-09065eb19636 on network 5d219c35-ae95-4843-a409-87ce6d074866 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:55.075667 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:55.076012 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Checking segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:55.076430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Bound using segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:55.076865 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Bound port: e7cd6d32-95b2-4124-9063-09065eb19636, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:55.077283 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.141686 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] For port e7cd6d32-95b2-4124-9063-09065eb19636, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:55.144784 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] For port e7cd6d32-95b2-4124-9063-09065eb19636, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7cd6d32-95b2-4124-9063-09065eb19636,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:55.216674 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.250387 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.251146 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.252483 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] 10.222.0.24 "PUT /v2.0/ports/e7cd6d32-95b2-4124-9063-09065eb19636 HTTP/1.1" status: 200 len: 1094 time: 1.1611795 Mar 08 15:47:55.252925 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2459ed00-68e2-41dc-888a-41732efb99a6', 'tag': 'e7cd6d32-95b2-4124-9063-09065eb19636'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:55.255303 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e82acb-b9dd-4b66-ab2f-9bf6a991ab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2459ed00-68e2-41dc-888a-41732efb99a6", "tag": "e7cd6d32-95b2-4124-9063-09065eb19636"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:55.281125 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cc07a-ec60-4c4d-9514-62cbb8d5abb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cd6d32-95b2-4124-9063-09065eb19636,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:55.302604 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8778f270-c1e5-48e7-9dea-fb63cc552401 x-openstack-request-id: req-8778f270-c1e5-48e7-9dea-fb63cc552401 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:55.303072 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2459ed00-68e2-41dc-888a-41732efb99a6", "tag": "e7cd6d32-95b2-4124-9063-09065eb19636", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:55.303216 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8778f270-c1e5-48e7-9dea-fb63cc552401 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:55.303536 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2459ed00-68e2-41dc-888a-41732efb99a6', 'tag': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'status': 'completed', 'code': 200} Mar 08 15:47:55.370319 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82acb-b9dd-4b66-ab2f-9bf6a991ab0c req-4320f1b2-bb9c-4eba-be82-e38abac877ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.371911 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91e82acb-b9dd-4b66-ab2f-9bf6a991ab0c req-4320f1b2-bb9c-4eba-be82-e38abac877ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 1128 time: 0.0467017 Mar 08 15:47:55.472197 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82acb-b9dd-4b66-ab2f-9bf6a991ab0c req-7a7137fe-0434-4800-949f-6e1b0ef6212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.473660 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91e82acb-b9dd-4b66-ab2f-9bf6a991ab0c req-7a7137fe-0434-4800-949f-6e1b0ef6212f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eea5da771e2142b699fe081c5defbd69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946651 Mar 08 15:47:55.570849 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82acb-b9dd-4b66-ab2f-9bf6a991ab0c req-b082f38e-86ba-489c-be6b-84b4d23c6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.572243 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-91e82acb-b9dd-4b66-ab2f-9bf6a991ab0c req-b082f38e-86ba-489c-be6b-84b4d23c6156 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925763 Mar 08 15:47:55.648232 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-24136b29-7060-47f6-8643-b9f659dd1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.649703 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-24136b29-7060-47f6-8643-b9f659dd1493 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 1128 time: 0.0432994 Mar 08 15:47:55.689705 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-7287ff13-62b6-4a29-a0d1-bd6fa2491a36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7cd6d32-95b2-4124-9063-09065eb19636 HTTP/1.1" status: 200 len: 217 time: 0.0335314 Mar 08 15:47:55.742558 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-40db27d2-83c6-4819-9efb-3f32c0351033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.744074 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-40db27d2-83c6-4819-9efb-3f32c0351033 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0473509 Mar 08 15:47:55.871587 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-7fbbca3a-ce6d-4e5f-b952-5d8b3e71e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.873091 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-7fbbca3a-ce6d-4e5f-b952-5d8b3e71e949 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160064 Mar 08 15:47:55.884732 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c690-66af-4219-8abf-9096e465f70a req-d35b5d48-a74b-4302-b64e-e99c8033acea tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.886075 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-21f5c690-66af-4219-8abf-9096e465f70a req-d35b5d48-a74b-4302-b64e-e99c8033acea tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.1209996 Mar 08 15:47:55.895184 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-85390e57-0a9c-48d4-b8d4-d6b6752c86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.896628 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-85390e57-0a9c-48d4-b8d4-d6b6752c86cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1127 time: 0.0875182 Mar 08 15:47:56.085276 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-21f5c690-66af-4219-8abf-9096e465f70a req-2f0a2bc4-a384-43b8-8e3a-6392f6d7718b tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868851 Mar 08 15:47:56.117321 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-b9fcf6f8-c433-46a6-961f-62c34da619dc service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303324 Mar 08 15:47:56.121078 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-3169d089-769e-4273-b916-5c91c4590711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:56.122384 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-3169d089-769e-4273-b916-5c91c4590711 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 200 len: 907 time: 0.2051127 Mar 08 15:47:56.142210 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c62a16-e1ce-4797-ac3c-8bb867b17698 req-5059b234-1d0d-4474-a78e-6824c5a51d36 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:56.144060 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-14c62a16-e1ce-4797-ac3c-8bb867b17698 req-5059b234-1d0d-4474-a78e-6824c5a51d36 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.1697321 Mar 08 15:47:56.290913 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-14c62a16-e1ce-4797-ac3c-8bb867b17698 req-a18833d0-6ea7-4c1c-9f20-fd289a31b18c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289849 Mar 08 15:47:56.294651 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-71f1bbbc-5acb-44b6-8a71-e9009681fb78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 998 time: 0.1497021 Mar 08 15:47:56.340459 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0f4a5a41-65eb-4e62-ab19-268caee43749 req-6f19acab-a04c-4727-9506-ef0240cf7748 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167547 Mar 08 15:47:56.353919 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-45bf0453-6e29-40b1-a383-ce70ed666637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:56.355278 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-45bf0453-6e29-40b1-a383-ce70ed666637 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=758b16cf-b0bf-4875-8cea-e4e64de35977 HTTP/1.1" status: 200 len: 846 time: 0.0541925 Mar 08 15:47:56.406322 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-48d3dcda-5cf1-45b3-b998-dd708256e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:56.407898 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-48d3dcda-5cf1-45b3-b998-dd708256e1e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a87c9abc-d153-46f0-a0df-0218006e0ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463004 Mar 08 15:47:56.503373 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-ec15bd45-b38d-44bd-8ba4-80bd30148124 service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889816 Mar 08 15:47:56.592405 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f348600f-531c-4146-85c0-66fa7fe14bb9 req-8ee7a0c7-ed79-4ebe-bb76-02839e527248 service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817299 Mar 08 15:47:57.200357 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4426ab-86ac-4d45-93e8-e0020862766a req-d9e9d637-7a16-46e1-a32f-a78a2af07a9b tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:57.201789 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d4426ab-86ac-4d45-93e8-e0020862766a req-d9e9d637-7a16-46e1-a32f-a78a2af07a9b tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0507321 Mar 08 15:47:57.260318 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d4426ab-86ac-4d45-93e8-e0020862766a req-71be7067-571e-4f31-b739-3a7dee3f397e tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525613 Mar 08 15:47:57.407971 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c63d2b-a9c3-43fa-ad0d-615ec6d1cda1 req-8b541297-eacb-484d-909b-2a76c6adc28c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:57.409500 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-44c63d2b-a9c3-43fa-ad0d-615ec6d1cda1 req-8b541297-eacb-484d-909b-2a76c6adc28c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.0525491 Mar 08 15:47:57.458288 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-44c63d2b-a9c3-43fa-ad0d-615ec6d1cda1 req-c46b9dde-79e1-4ab1-acd6-85bfa8cb64ea tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Mar 08 15:47:58.380624 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d80e6-a6c5-49f4-a546-d3e34d95e017 req-a38920d9-b253-46b1-bc89-6287708c8535 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:58.382110 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-286d80e6-a6c5-49f4-a546-d3e34d95e017 req-a38920d9-b253-46b1-bc89-6287708c8535 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0552950 Mar 08 15:47:58.430092 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-286d80e6-a6c5-49f4-a546-d3e34d95e017 req-56460ca6-bd11-4e46-83c5-c34bb4237869 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422518 Mar 08 15:47:58.579636 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1b132-e6a1-433f-8236-36aabc8bf734 req-82e5b208-c9aa-464f-9175-4214af960a8c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:58.581108 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b4e1b132-e6a1-433f-8236-36aabc8bf734 req-82e5b208-c9aa-464f-9175-4214af960a8c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.0573947 Mar 08 15:47:58.632398 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b4e1b132-e6a1-433f-8236-36aabc8bf734 req-eb47ede4-0f25-4351-b414-c39fbca635a7 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Mar 08 15:47:59.544486 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d95d-f52c-436a-b31e-20071671f697 req-b034293e-7342-473c-beb0-3e30a0c98b42 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:59.546197 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4f30d95d-f52c-436a-b31e-20071671f697 req-b034293e-7342-473c-beb0-3e30a0c98b42 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 943 time: 0.0508277 Mar 08 15:47:59.602460 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4f30d95d-f52c-436a-b31e-20071671f697 req-01a2c3d4-3e4e-44a7-9231-0e1ffd1ab511 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507247 Mar 08 15:47:59.756906 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb883ddf-a085-48a3-94e2-4d4fe81250e4 req-e669b276-85d5-4801-b636-99403be2161e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:59.760342 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cb883ddf-a085-48a3-94e2-4d4fe81250e4 req-e669b276-85d5-4801-b636-99403be2161e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.0516329 Mar 08 15:47:59.761582 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e9e6c334-301a-42ae-96e0-0970f37c7915 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:47:59.810787 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cb883ddf-a085-48a3-94e2-4d4fe81250e4 req-0b554054-770b-4664-911a-fe61c5889607 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462255 Mar 08 15:47:59.863054 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:59.873243 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'port_id': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'mac_address': 'fa:16:3e:48:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:47:59.909612 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e9e6c334-301a-42ae-96e0-0970f37c7915 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:59.910011 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:59.925322 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e6c334-301a-42ae-96e0-0970f37c7915 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:47:59.947054 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:00.017947 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.064772 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=7']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:00.071668 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.072032 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.072524 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.072875 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.073217 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.073558 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.073893 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.074226 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.074558 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.074911 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.075243 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.075574 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.075897 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:00.238733 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['e9e6c334-301a-42ae-96e0-0970f37c7915'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:48:00.727173 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee18b-5ea9-4c83-baf0-bc23d550c765 req-bc889481-160a-45ac-8239-84c3862c9041 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:00.728677 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad1ee18b-5ea9-4c83-baf0-bc23d550c765 req-bc889481-160a-45ac-8239-84c3862c9041 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 944 time: 0.0520926 Mar 08 15:48:00.777246 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ad1ee18b-5ea9-4c83-baf0-bc23d550c765 req-8194fd6c-7b5a-48ea-8e6c-6933c0e9c1fc tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Mar 08 15:48:00.934879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bcf2a-6c8f-4a3b-8bed-f0744c8796cf req-af1839eb-3415-4f52-a53f-f88fdf1c80ea tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:00.936622 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a81bcf2a-6c8f-4a3b-8bed-f0744c8796cf req-af1839eb-3415-4f52-a53f-f88fdf1c80ea tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.0596313 Mar 08 15:48:00.988602 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a81bcf2a-6c8f-4a3b-8bed-f0744c8796cf req-d8dbaf09-d88a-4d72-bc5b-a4bd0c17d11d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459371 Mar 08 15:48:01.782209 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e9e6c334-301a-42ae-96e0-0970f37c7915 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:48:01.829488 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port e9e6c334-301a-42ae-96e0-0970f37c7915 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:01.829898 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:01.900003 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ec8d2-d61a-4ca6-8805-c290876453b1 req-791a4d32-f3bc-486a-89d2-46652ac7e414 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:01.901540 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-973ec8d2-d61a-4ca6-8805-c290876453b1 req-791a4d32-f3bc-486a-89d2-46652ac7e414 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 944 time: 0.0572031 Mar 08 15:48:01.907790 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e9e6c334-301a-42ae-96e0-0970f37c7915 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:01.908211 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:01.932484 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:01.934857 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece132b8-b539-48b3-a14c-15012ea62c03" -d '{"events": [{"server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "name": "network-vif-plugged", "status": "completed", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:01.947925 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:01.953016 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-973ec8d2-d61a-4ca6-8805-c290876453b1 req-cec98756-1db3-4e45-b0aa-62335dafe9b9 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Mar 08 15:48:01.977644 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b393928-0991-4ea4-a7f7-94067b9702bf x-openstack-request-id: req-5b393928-0991-4ea4-a7f7-94067b9702bf {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:01.977940 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "name": "network-vif-plugged", "status": "completed", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:01.978198 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b393928-0991-4ea4-a7f7-94067b9702bf {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:01.978599 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'code': 200} Mar 08 15:48:02.011504 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.062814 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=8']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:02.115575 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337740ea-6d07-4a2c-aee6-1ce494487b71 req-72177db2-eea9-4134-91a1-c5f9b16107df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:02.117072 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-337740ea-6d07-4a2c-aee6-1ce494487b71 req-72177db2-eea9-4134-91a1-c5f9b16107df tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.0542636 Mar 08 15:48:02.184194 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-337740ea-6d07-4a2c-aee6-1ce494487b71 req-3b54738e-50ee-4b13-9e38-3746338f3139 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596311 Mar 08 15:48:02.251182 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f4e79-51af-4b9e-942f-22dba2eb6f02 req-7d22419e-ff69-4757-bb3d-c774eaf5c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:02.252743 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7c2f4e79-51af-4b9e-942f-22dba2eb6f02 req-7d22419e-ff69-4757-bb3d-c774eaf5c592 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1129 time: 0.0509162 Mar 08 15:48:02.300089 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7c2f4e79-51af-4b9e-942f-22dba2eb6f02 req-ac571e56-3567-4711-9229-af4516815aee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Mar 08 15:48:02.847551 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141325ca-7395-476d-b264-ab6c435d216d req-cc0751e4-0993-4a4c-ba32-076c484c0487 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:02.849035 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-141325ca-7395-476d-b264-ab6c435d216d req-cc0751e4-0993-4a4c-ba32-076c484c0487 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 945 time: 0.0508537 Mar 08 15:48:02.894689 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-141325ca-7395-476d-b264-ab6c435d216d req-30754846-3dd5-48b5-af60-8f67add0d902 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398750 Mar 08 15:48:03.069465 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ed7b1-3eee-477c-b7f3-a9c0dc7115db req-25b7d1a2-3d98-4fd9-a2fc-0f1c3d36fdcf tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:03.070820 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d38ed7b1-3eee-477c-b7f3-a9c0dc7115db req-25b7d1a2-3d98-4fd9-a2fc-0f1c3d36fdcf tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Mar 08 15:48:03.121059 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d38ed7b1-3eee-477c-b7f3-a9c0dc7115db req-f09ae6e6-aa41-462b-8c0a-63234c384ea1 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Mar 08 15:48:03.300024 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd48add-de6f-41a6-82e4-74112ba30ad2 req-db40ea17-6a49-4aea-8fc2-52220554368a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:03.301522 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5bd48add-de6f-41a6-82e4-74112ba30ad2 req-db40ea17-6a49-4aea-8fc2-52220554368a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.0544009 Mar 08 15:48:03.349495 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5bd48add-de6f-41a6-82e4-74112ba30ad2 req-bc614940-648b-447e-913d-f703fe1ed342 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423450 Mar 08 15:48:04.010718 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e405bda-4053-4599-a5da-c6fc3a204fdc req-9ed45c6f-266a-40d6-adad-9e0d37522af6 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:04.012185 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e405bda-4053-4599-a5da-c6fc3a204fdc req-9ed45c6f-266a-40d6-adad-9e0d37522af6 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 945 time: 0.0510297 Mar 08 15:48:04.056828 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1e405bda-4053-4599-a5da-c6fc3a204fdc req-51836fb3-5036-46a2-a7e9-5476fd63cbd6 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386491 Mar 08 15:48:04.244476 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5568aa-f6c2-4998-b2e7-c7daac9f12f2 req-fda51424-58fb-448f-a653-1a623eae228d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:04.245167 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d5568aa-f6c2-4998-b2e7-c7daac9f12f2 req-fda51424-58fb-448f-a653-1a623eae228d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0599127 Mar 08 15:48:04.291472 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3d5568aa-f6c2-4998-b2e7-c7daac9f12f2 req-1ca86c16-c46c-474c-b610-53d8769ac1c4 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407975 Mar 08 15:48:04.463967 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dd9e1-51ed-493a-9c4d-c1558dd84353 req-4f90df26-8874-4bda-9441-850a92715e6b tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:04.465424 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d06dd9e1-51ed-493a-9c4d-c1558dd84353 req-4f90df26-8874-4bda-9441-850a92715e6b tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.0514450 Mar 08 15:48:04.512427 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d06dd9e1-51ed-493a-9c4d-c1558dd84353 req-cc2a6244-2b6a-481e-b31b-a4390ac53901 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414557 Mar 08 15:48:04.622103 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-2c045a3c-8e76-4aa6-8b96-043e0e2077b0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:04.623506 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-2c045a3c-8e76-4aa6-8b96-043e0e2077b0 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 945 time: 0.0497949 Mar 08 15:48:04.715198 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Deleting port 7926586a-6328-4c57-9b72-b9be266a4f3d {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:04.715532 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.802760 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] For port 7926586a-6328-4c57-9b72-b9be266a4f3d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7926586a-6328-4c57-9b72-b9be266a4f3d,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:04.803041 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.961821 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.962175 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (f3a86d40-0df6-499e-b09f-673741308fe6), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.962483 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Floating IP f3a86d40-0df6-499e-b09f-673741308fe6 disassociated. External IP: 172.27.3.16, port: 7926586a-6328-4c57-9b72-b9be266a4f3d. Mar 08 15:48:04.962816 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Calling delete_port for 7926586a-6328-4c57-9b72-b9be266a4f3d owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:05.149359 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (7926586a-6328-4c57-9b72-b9be266a4f3d), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:05.179727 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event deleted for resources: {'Port': ['ID=7926586a-6328-4c57-9b72-b9be266a4f3d,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:05.207984 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7114253-4503-4665-890f-8d36c1c5f99c req-f0d049a7-17a5-495f-8dfa-3ba66ebf9efa tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:05.207984 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d7114253-4503-4665-890f-8d36c1c5f99c req-f0d049a7-17a5-495f-8dfa-3ba66ebf9efa tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/ports?device_id=19c2a641-f353-4a64-a4a0-5be01c58418c HTTP/1.1" status: 200 len: 867 time: 0.0844393 Mar 08 15:48:05.320300 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d7114253-4503-4665-890f-8d36c1c5f99c req-3092cdf7-6c6c-4633-aedf-a733bbcb1575 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed06900d-9b91-4330-ba80-bad505147a18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844181 Mar 08 15:48:05.339449 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Router 53cb4a42-e088-4785-9ea3-517e7fc89118 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:05.445733 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:05.455758 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] Sync routers for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:05.465139 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:05.465752 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:05.486183 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] No DVR routers for this DVR port 7926586a-6328-4c57-9b72-b9be266a4f3d on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:05.488840 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:05.492336 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1450bef7-ea67-4d03-bb08-a223fb64404d req-c52ca74b-a0c3-4037-bdc8-674de6a0ac51 tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.24 "DELETE /v2.0/ports/7926586a-6328-4c57-9b72-b9be266a4f3d HTTP/1.1" status: 204 len: 173 time: 0.8625290 Mar 08 15:48:05.492794 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'name': 'network-vif-deleted', 'tag': '7926586a-6328-4c57-9b72-b9be266a4f3d'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:05.495569 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297b8ba3-6ada-45e4-8592-6e2c89253c1b" -d '{"events": [{"server_uuid": "19c2a641-f353-4a64-a4a0-5be01c58418c", "name": "network-vif-deleted", "tag": "7926586a-6328-4c57-9b72-b9be266a4f3d"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:05.534173 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e36a65-b086-48dd-beba-6461a6464aab x-openstack-request-id: req-c8e36a65-b086-48dd-beba-6461a6464aab {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:05.534302 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c2a641-f353-4a64-a4a0-5be01c58418c", "name": "network-vif-deleted", "tag": "7926586a-6328-4c57-9b72-b9be266a4f3d", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:05.534479 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8e36a65-b086-48dd-beba-6461a6464aab {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:05.534872 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c2a641-f353-4a64-a4a0-5be01c58418c', 'name': 'network-vif-deleted', 'tag': '7926586a-6328-4c57-9b72-b9be266a4f3d', 'status': 'completed', 'code': 200} Mar 08 15:48:05.589858 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:05.641556 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2dc7-4413-4be6-a4e3-12787aeb51c7 req-62f491ce-2d20-486b-9bbd-dc736e64e3ea tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:05.643397 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f6dd2dc7-4413-4be6-a4e3-12787aeb51c7 req-62f491ce-2d20-486b-9bbd-dc736e64e3ea tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 944 time: 0.0595343 Mar 08 15:48:05.704362 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-f6dd2dc7-4413-4be6-a4e3-12787aeb51c7 req-da79eb81-c2a5-489f-a048-7ba1b6af3f9c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481267 Mar 08 15:48:05.793245 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e7cd6d32-95b2-4124-9063-09065eb19636 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:48:05.832134 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:05.870476 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] Checking router: 53cb4a42-e088-4785-9ea3-517e7fc89118 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:05.906994 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:05.907592 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:05.973569 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e7cd6d32-95b2-4124-9063-09065eb19636, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7cd6d32-95b2-4124-9063-09065eb19636,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:06.011557 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'port_id': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'mac_address': 'fa:16:3e:89:ec:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:48:06.064684 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:06.220777 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e7cd6d32-95b2-4124-9063-09065eb19636 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:06.221726 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.242207 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cd6d32-95b2-4124-9063-09065eb19636 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:48:06.293529 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e7cd6d32-95b2-4124-9063-09065eb19636, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7cd6d32-95b2-4124-9063-09065eb19636,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:06.358906 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.441698 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e7cd6d32-95b2-4124-9063-09065eb19636,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:06.465253 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:06.493179 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52316) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:06.498761 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d488ab-0c4e-4fc1-988d-dd1bfd50ecd4 None None] The sync data for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi is: [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:43:15Z', 'revision_number': 4, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': '745847d1-e27d-41cb-9609-12609c4003b4', 'name': '', 'network_id': 'bfd69d35-be58-40f6-a16e-69bda3490e42', 'tenant_id': '818cef031a334947986b5359839285d7', 'mac_address': 'fa:16:3e:17:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:15Z', 'updated_at': '2022-03-08T15:43:19Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'subnets': [{'id': '7e1cad8b-882d-4053-928b-ad2366d1e2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:06.548766 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-afe83ae7-18ce-4850-803c-6b139e49dc1b tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (ed06900d-9b91-4330-ba80-bad505147a18), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.568814 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['e7cd6d32-95b2-4124-9063-09065eb19636'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:48:06.572934 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-afe83ae7-18ce-4850-803c-6b139e49dc1b tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (ed06900d-9b91-4330-ba80-bad505147a18), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.715442 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-afe83ae7-18ce-4850-803c-6b139e49dc1b tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (ed06900d-9b91-4330-ba80-bad505147a18), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.718389 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-afe83ae7-18ce-4850-803c-6b139e49dc1b tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.720370 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-afe83ae7-18ce-4850-803c-6b139e49dc1b tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "DELETE /v2.0/security-groups/ed06900d-9b91-4330-ba80-bad505147a18 HTTP/1.1" status: 204 len: 168 time: 0.2261248 Mar 08 15:48:06.723023 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52318) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:06.730301 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe83ae7-18ce-4850-803c-6b139e49dc1b tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed06900d-9b91-4330-ba80-bad505147a18,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:06.747192 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ccb9d-bd81-4f9f-a197-2d6b0d1798de None None] New status for floating IP f3a86d40-0df6-499e-b09f-673741308fe6: DOWN {{(pid=104203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:48:06.751152 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.api.v2.resource [None req-05529c8d-469b-469a-8941-6529ede74cbc tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] show failed (client error): The resource could not be found. Mar 08 15:48:06.753132 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-05529c8d-469b-469a-8941-6529ede74cbc tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "GET /v2.0/security-groups/ed06900d-9b91-4330-ba80-bad505147a18 HTTP/1.1" status: 404 len: 347 time: 0.0277612 Mar 08 15:48:06.756759 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52322) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:06.920326 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148339-8c6a-4634-8ad0-5fcf0e657310 req-1f2eb29d-fac1-4ac5-b33b-1f3c39be0709 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:06.922138 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8d148339-8c6a-4634-8ad0-5fcf0e657310 req-1f2eb29d-fac1-4ac5-b33b-1f3c39be0709 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 945 time: 0.0870492 Mar 08 15:48:06.927666 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Deleting port df14580d-ec86-4518-b7f1-b2fba6177d40 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:06.927978 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (df14580d-ec86-4518-b7f1-b2fba6177d40), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.016750 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8d148339-8c6a-4634-8ad0-5fcf0e657310 req-2fc924a0-89bd-44d1-9eff-bdbfc4f2028a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867655 Mar 08 15:48:07.034262 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (df14580d-ec86-4518-b7f1-b2fba6177d40), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.034606 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (df14580d-ec86-4518-b7f1-b2fba6177d40), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.046520 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Calling delete_port for df14580d-ec86-4518-b7f1-b2fba6177d40 owned by network:floatingip {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:07.361632 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:48:07.526123 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (df14580d-ec86-4518-b7f1-b2fba6177d40), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.551118 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Pushing event deleted for resources: {'Port': ['ID=df14580d-ec86-4518-b7f1-b2fba6177d40,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:07.613989 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks [] for floatingip (f3a86d40-0df6-499e-b09f-673741308fe6), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.616375 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.617525 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-393749e0-7715-4176-a90c-85727c28231d tempest-AttachVolumeTestJSON-376328134 tempest-AttachVolumeTestJSON-376328134-project] 10.222.0.25 "DELETE /v2.0/floatingips/f3a86d40-0df6-499e-b09f-673741308fe6 HTTP/1.1" status: 204 len: 168 time: 0.8597009 Mar 08 15:48:07.823904 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e7cd6d32-95b2-4124-9063-09065eb19636 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:48:07.930321 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port e7cd6d32-95b2-4124-9063-09065eb19636 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:48:07.934132 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port e7cd6d32-95b2-4124-9063-09065eb19636 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:07.934595 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.011983 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port e7cd6d32-95b2-4124-9063-09065eb19636 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:08.012411 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.034367 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2459ed00-68e2-41dc-888a-41732efb99a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cd6d32-95b2-4124-9063-09065eb19636'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:08.036758 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34989a9-268c-4fc5-bd88-b97a8094dc86" -d '{"events": [{"server_uuid": "2459ed00-68e2-41dc-888a-41732efb99a6", "name": "network-vif-plugged", "status": "completed", "tag": "e7cd6d32-95b2-4124-9063-09065eb19636"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:08.050477 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port e7cd6d32-95b2-4124-9063-09065eb19636, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7cd6d32-95b2-4124-9063-09065eb19636,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:08.074956 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334e66d-16c9-4db8-94ba-f915c8399fb5 x-openstack-request-id: req-a334e66d-16c9-4db8-94ba-f915c8399fb5 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:08.075258 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2459ed00-68e2-41dc-888a-41732efb99a6", "name": "network-vif-plugged", "status": "completed", "tag": "e7cd6d32-95b2-4124-9063-09065eb19636", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:08.075567 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a334e66d-16c9-4db8-94ba-f915c8399fb5 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:08.075960 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2459ed00-68e2-41dc-888a-41732efb99a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'code': 200} Mar 08 15:48:08.139216 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3505b-8107-4a0b-b020-1501c7a387af req-c52d3dcd-b87d-4e7b-87aa-b1288c4b69e5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:08.140801 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9db3505b-8107-4a0b-b020-1501c7a387af req-c52d3dcd-b87d-4e7b-87aa-b1288c4b69e5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 945 time: 0.0561492 Mar 08 15:48:08.159354 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.160205 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 7926586a-6328-4c57-9b72-b9be266a4f3d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:08.191203 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9db3505b-8107-4a0b-b020-1501c7a387af req-e2df7891-8842-4d18-85ba-907bde104d0c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447226 Mar 08 15:48:08.197674 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 7926586a-6328-4c57-9b72-b9be266a4f3d {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:08.198027 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 7926586a-6328-4c57-9b72-b9be266a4f3d not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:08.223941 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=e7cd6d32-95b2-4124-9063-09065eb19636,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:08.325699 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50de7-a706-4325-8f72-e352cebf7d86 req-8be678a8-ae75-4669-a897-ec0670cac473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:08.327153 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b8c50de7-a706-4325-8f72-e352cebf7d86 req-8be678a8-ae75-4669-a897-ec0670cac473 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 1130 time: 0.0425482 Mar 08 15:48:08.372067 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b8c50de7-a706-4325-8f72-e352cebf7d86 req-7df966c0-e7f2-4b98-94b9-14cd5e80b6d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390949 Mar 08 15:48:09.311095 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d793f2-5513-451f-a877-f9537c18c602 req-05a318fe-427f-4309-b09f-9f7d0698ae08 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:09.313062 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-21d793f2-5513-451f-a877-f9537c18c602 req-05a318fe-427f-4309-b09f-9f7d0698ae08 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 946 time: 0.0546200 Mar 08 15:48:09.360491 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-21d793f2-5513-451f-a877-f9537c18c602 req-c3638029-4245-4e6b-ae8f-9487c5bbbbd5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418992 Mar 08 15:48:10.476189 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cecfaf-1d35-4477-b29b-0b522411effe req-d4689a69-0b0e-42c5-aab9-8aba711bf1dc tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:10.477648 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-71cecfaf-1d35-4477-b29b-0b522411effe req-d4689a69-0b0e-42c5-aab9-8aba711bf1dc tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 946 time: 0.0531840 Mar 08 15:48:10.526958 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-71cecfaf-1d35-4477-b29b-0b522411effe req-c387c1e3-7ec7-4b70-afbd-c1b957b31997 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438533 Mar 08 15:48:10.644311 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece287ed-89e9-495b-8db3-e02cbf74922c req-ab51ef8f-8f65-4965-a3ed-b90013cb48a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:10.647774 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ece287ed-89e9-495b-8db3-e02cbf74922c req-ab51ef8f-8f65-4965-a3ed-b90013cb48a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 946 time: 0.0550101 Mar 08 15:48:10.693543 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ece287ed-89e9-495b-8db3-e02cbf74922c req-77323289-8928-4bdd-8979-c83cdddafa42 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421488 Mar 08 15:48:10.715212 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52354) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:10.801882 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247c201a-db91-43ed-a88b-3875c3dd94fc tempest-TestVolumeBootPattern-1662609424 tempest-TestVolumeBootPattern-1662609424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:10.803366 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-247c201a-db91-43ed-a88b-3875c3dd94fc tempest-TestVolumeBootPattern-1662609424 tempest-TestVolumeBootPattern-1662609424-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 1125 time: 0.0872021 Mar 08 15:48:10.806250 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52358) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:10.810465 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'port_id': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:10.942281 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.040503 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.141132 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Allocated IP 172.27.3.70 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/026be014-2482-4495-ba0f-2adb5a80bb9f) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:48:11.240874 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (026be014-2482-4495-ba0f-2adb5a80bb9f), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.342206 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (026be014-2482-4495-ba0f-2adb5a80bb9f), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.381756 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:48:11.384497 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:48:11.387844 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:48:11.393131 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=026be014-2482-4495-ba0f-2adb5a80bb9f,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:11.588348 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52366) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:11.750802 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (fd4f4193-ca78-4216-b69a-fa2479523e74), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.970355 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (026be014-2482-4495-ba0f-2adb5a80bb9f), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.028331 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (53cb4a42-e088-4785-9ea3-517e7fc89118), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.117363 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (026be014-2482-4495-ba0f-2adb5a80bb9f), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.177732 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (026be014-2482-4495-ba0f-2adb5a80bb9f), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.249142 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=026be014-2482-4495-ba0f-2adb5a80bb9f,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:12.257356 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (fd4f4193-ca78-4216-b69a-fa2479523e74), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.278972 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Deleting port 745847d1-e27d-41cb-9609-12609c4003b4 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:12.279340 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (745847d1-e27d-41cb-9609-12609c4003b4), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.354658 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Floating IP fd4f4193-ca78-4216-b69a-fa2479523e74 associated. External IP: 172.27.3.70, port: e7cd6d32-95b2-4124-9063-09065eb19636. Mar 08 15:48:12.355045 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] For port 745847d1-e27d-41cb-9609-12609c4003b4, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=745847d1-e27d-41cb-9609-12609c4003b4,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:12.355409 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (745847d1-e27d-41cb-9609-12609c4003b4), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.367716 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Calling delete_port for 745847d1-e27d-41cb-9609-12609c4003b4 owned by network:router_interface {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:12.563132 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:12.621670 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (745847d1-e27d-41cb-9609-12609c4003b4), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.672769 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:12.683471 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:12.695685 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:12.696531 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:12.761527 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.793716 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-3259ec93-b4dc-4000-b97b-0f76751d59e0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9864404 Mar 08 15:48:12.794605 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2459ed00-68e2-41dc-888a-41732efb99a6', 'tag': 'e7cd6d32-95b2-4124-9063-09065eb19636'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:12.797662 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef" -d '{"events": [{"name": "network-changed", "server_uuid": "2459ed00-68e2-41dc-888a-41732efb99a6", "tag": "e7cd6d32-95b2-4124-9063-09065eb19636"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:12.817699 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:12.863530 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c835a40-b510-46af-bc1c-b315882f75c3 x-openstack-request-id: req-6c835a40-b510-46af-bc1c-b315882f75c3 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:12.863530 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2459ed00-68e2-41dc-888a-41732efb99a6", "tag": "e7cd6d32-95b2-4124-9063-09065eb19636", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:12.863530 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c835a40-b510-46af-bc1c-b315882f75c3 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:12.863530 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2459ed00-68e2-41dc-888a-41732efb99a6', 'tag': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'status': 'completed', 'code': 200} Mar 08 15:48:12.898168 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=745847d1-e27d-41cb-9609-12609c4003b4,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:12.914624 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-cbe388c0-f646-41fa-b472-351ab21c1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:12.916255 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-cbe388c0-f646-41fa-b472-351ab21c1aee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 1130 time: 0.0551500 Mar 08 15:48:13.023235 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-a65c55c6-27eb-4ebb-831b-37f3917d5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:13.026921 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-a65c55c6-27eb-4ebb-831b-37f3917d5eb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.1047649 Mar 08 15:48:13.085661 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'fd4f4193-ca78-4216-b69a-fa2479523e74', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:89:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2459ed00-68e2-41dc-888a-41732efb99a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:48:11Z', 'updated_at': '2022-03-08T15:48:11Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.090321 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (53cb4a42-e088-4785-9ea3-517e7fc89118), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.116551 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-f195127f-c41b-4def-97f7-0537ae994164 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7cd6d32-95b2-4124-9063-09065eb19636 HTTP/1.1" status: 200 len: 999 time: 0.0841520 Mar 08 15:48:13.120222 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:13.130831 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:13.131462 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.169540 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-ceacefca-5665-4c42-80a9-4d96b1066802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:13.171293 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-ceacefca-5665-4c42-80a9-4d96b1066802 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0490308 Mar 08 15:48:13.222022 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-2bce16fb-5747-4c75-8b41-7093fc576aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:13.223619 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-2bce16fb-5747-4c75-8b41-7093fc576aeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468082 Mar 08 15:48:13.246525 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:13.327433 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Router 53cb4a42-e088-4785-9ea3-517e7fc89118 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:13.328523 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-5cbf1a08-1a28-4f25-bb79-9d053e2a18df service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981522 Mar 08 15:48:13.420018 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-301cc723-0e6b-41ff-a3b3-8178c2ea9fef req-1863a917-bf25-4290-bd7e-8c3aa357a050 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854821 Mar 08 15:48:13.444471 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:13.449415 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d6bce966-da53-4b5d-8820-ce05ba0e28a6 admin admin] 10.222.0.25 "PUT /v2.0/routers/53cb4a42-e088-4785-9ea3-517e7fc89118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8599195 Mar 08 15:48:13.451940 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52374) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:13.454524 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] Sync routers for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:13.464049 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:13.464958 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.482336 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'fd4f4193-ca78-4216-b69a-fa2479523e74', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:89:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2459ed00-68e2-41dc-888a-41732efb99a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:48:11Z', 'updated_at': '2022-03-08T15:48:11Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.516012 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821318c-4362-47cd-8e45-a25fcb28cb58 None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': 'fd4f4193-ca78-4216-b69a-fa2479523e74', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:89:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2459ed00-68e2-41dc-888a-41732efb99a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:48:11Z', 'updated_at': '2022-03-08T15:48:11Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:13.561946 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks [] for router (53cb4a42-e088-4785-9ea3-517e7fc89118), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.573121 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:13.672566 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks [] for router_gateway (53cb4a42-e088-4785-9ea3-517e7fc89118), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.735141 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93efcb1-1f89-4b2a-980d-2856f54257a1 None None] New status for floating IP fd4f4193-ca78-4216-b69a-fa2479523e74: ACTIVE {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:48:13.757454 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:48:12Z', 'revision_number': 5, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port': {'id': '94b1dc86-efb1-4f51-8aea-11e58ed72aa6', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:43:13Z', 'updated_at': '2022-03-08T15:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.784103 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] Checking router: 53cb4a42-e088-4785-9ea3-517e7fc89118 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:13.792430 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] Routers {'53cb4a42-e088-4785-9ea3-517e7fc89118'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:13.793293 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:47:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['53cb4a42-e088-4785-9ea3-517e7fc89118'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.806983 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Deleting port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:13.807323 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.881256 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] Set router 53cb4a42-e088-4785-9ea3-517e7fc89118 gateway port host: None {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:13.888394 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] For port 94b1dc86-efb1-4f51-8aea-11e58ed72aa6, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=94b1dc86-efb1-4f51-8aea-11e58ed72aa6,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:13.888763 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.900856 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Calling delete_port for 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 owned by network:router_gateway {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:13.935832 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:48:13Z', 'revision_number': 6, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port_host': None}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.962658 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876066a0-945a-41de-af0d-83406ba36cd5 None None] The sync data for ids ['53cb4a42-e088-4785-9ea3-517e7fc89118'] in dv-cinder-830097-2-iscsi is: [{'id': '53cb4a42-e088-4785-9ea3-517e7fc89118', 'name': 'tempest-AttachVolumeTestJSON-340833398-router', 'tenant_id': '818cef031a334947986b5359839285d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:43:12Z', 'updated_at': '2022-03-08T15:48:13Z', 'revision_number': 6, 'project_id': '818cef031a334947986b5359839285d7', 'gw_port_host': None}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:14.124785 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (94b1dc86-efb1-4f51-8aea-11e58ed72aa6), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.150700 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b1dc86-efb1-4f51-8aea-11e58ed72aa6,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:14.209690 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (53cb4a42-e088-4785-9ea3-517e7fc89118), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.300807 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (53cb4a42-e088-4785-9ea3-517e7fc89118), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.302857 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks [] for router_controller (53cb4a42-e088-4785-9ea3-517e7fc89118), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.412396 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (53cb4a42-e088-4785-9ea3-517e7fc89118), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.412936 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53cb4a42-e088-4785-9ea3-517e7fc89118 {{(pid=104199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:48:14.417527 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.418692 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d42e9692-f41e-44a5-94fb-dd2116269807 admin admin] 10.222.0.25 "DELETE /v2.0/routers/53cb4a42-e088-4785-9ea3-517e7fc89118 HTTP/1.1" status: 204 len: 168 time: 0.9658191 Mar 08 15:48:14.421433 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52376) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:14.465020 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf2b123-165e-4d99-b9d7-7677da2ada52 admin admin] Deleting subnet 7e1cad8b-882d-4053-928b-ad2366d1e2dd {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:48:14.467978 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b123-165e-4d99-b9d7-7677da2ada52 admin admin] Publish callbacks [] for subnet (7e1cad8b-882d-4053-928b-ad2366d1e2dd), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.500916 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b123-165e-4d99-b9d7-7677da2ada52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (7e1cad8b-882d-4053-928b-ad2366d1e2dd), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.577367 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b123-165e-4d99-b9d7-7677da2ada52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (7e1cad8b-882d-4053-928b-ad2366d1e2dd), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.686810 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b123-165e-4d99-b9d7-7677da2ada52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (7e1cad8b-882d-4053-928b-ad2366d1e2dd), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.712181 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2b123-165e-4d99-b9d7-7677da2ada52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1cad8b-882d-4053-928b-ad2366d1e2dd,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:14.715722 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b123-165e-4d99-b9d7-7677da2ada52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.718684 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-9cf2b123-165e-4d99-b9d7-7677da2ada52 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e1cad8b-882d-4053-928b-ad2366d1e2dd HTTP/1.1" status: 204 len: 168 time: 0.2963080 Mar 08 15:48:14.721664 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04825c87-b4f4-4639-a344-986522d3418e None None] Network bfd69d35-be58-40f6-a16e-69bda3490e42 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:14.722377 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52378) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:14.797973 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (bfd69d35-be58-40f6-a16e-69bda3490e42), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.907854 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Deleting port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:14.908302 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.972732 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] DHCP port deletion for bfd69d35-be58-40f6-a16e-69bda3490e42 request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:48:14.981918 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] For port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:14.982307 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.996053 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Calling delete_port for 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc owned by network:dhcp {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:15.036203 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] Deleting port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:15.036634 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.108202 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] For port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,segment=NetworkSegment(004a07eb-f7bd-412a-93e4-fa32bf4ae224),segment_id=004a07eb-f7bd-412a-93e4-fa32bf4ae224)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:15.108603 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.121261 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] Calling delete_port for 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:15.149398 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.175575 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:15.179915 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] No DVR routers for this DVR port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc on host dv-cinder-830097-2-iscsi {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:15.187814 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.188100 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.188474 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.188812 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.189141 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.189533 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.189871 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.190202 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.190525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.190850 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.191171 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.191498 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.191820 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:15.198848 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (35ca7d96-4df0-4c35-aac5-1e7ce3e984cc), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.223307 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] Pushing event deleted for resources: {'Port': ['ID=35ca7d96-4df0-4c35-aac5-1e7ce3e984cc,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:15.226615 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11b8db-b5f6-4852-b05d-5fb92919bd03 None None] No DVR routers for this DVR port 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:15.262174 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (bfd69d35-be58-40f6-a16e-69bda3490e42), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.281501 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd69d35-be58-40f6-a16e-69bda3490e42']}} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:15.290344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a07eb-f7bd-412a-93e4-fa32bf4ae224') {'for_net_delete': True} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:15.290635 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a07eb-f7bd-412a-93e4-fa32bf4ae224') {} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:15.300481 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5535663'] for segment (004a07eb-f7bd-412a-93e4-fa32bf4ae224), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.319259 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (004a07eb-f7bd-412a-93e4-fa32bf4ae224), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.324958 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:48:15.325976 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24908471'] for segment (004a07eb-f7bd-412a-93e4-fa32bf4ae224), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: Traceback (most recent call last): Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: timer() Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: cb(*args, **kw) Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: return func(*args, **kwargs) Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: self._notify() Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: self.callback(batched_events) Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: event.method(event) Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: return f(self, *a, **k) Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._get(url).json() Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: return self.request(url, 'GET', **kwargs) Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:48:15.326903 dv-cinder-830097-2-iscsi neutron-server[104200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:48:15.435070 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (bfd69d35-be58-40f6-a16e-69bda3490e42), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.442282 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.445443 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bfd69d35-be58-40f6-a16e-69bda3490e42 HTTP/1.1" status: 204 len: 168 time: 0.7218854 Mar 08 15:48:15.454936 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b015a-285c-4d7f-bcf7-4bfc6819e689 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd69d35-be58-40f6-a16e-69bda3490e42,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:15.759135 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52382) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:15.798219 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-dedb4a09-ca9a-4a8a-bea4-7c268b4c3180 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=818cef031a334947986b5359839285d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379627 Mar 08 15:48:15.800656 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52384) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:15.846446 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-912f041d-5993-441b-be78-4fb062d51170 admin admin] Publish callbacks [] for security_group (409e719c-b41a-4a52-b60e-74f9f1503d1a), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.866899 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-912f041d-5993-441b-be78-4fb062d51170 admin admin] Publish callbacks [] for security_group (409e719c-b41a-4a52-b60e-74f9f1503d1a), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:15.992909 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:16.006591 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-912f041d-5993-441b-be78-4fb062d51170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (409e719c-b41a-4a52-b60e-74f9f1503d1a), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:16.009250 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-912f041d-5993-441b-be78-4fb062d51170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:16.010416 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-912f041d-5993-441b-be78-4fb062d51170 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/409e719c-b41a-4a52-b60e-74f9f1503d1a HTTP/1.1" status: 204 len: 168 time: 0.2088578 Mar 08 15:48:16.018763 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f041d-5993-441b-be78-4fb062d51170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409e719c-b41a-4a52-b60e-74f9f1503d1a,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:16.020212 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:16.020571 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 94b1dc86-efb1-4f51-8aea-11e58ed72aa6 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:16.020999 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 745847d1-e27d-41cb-9609-12609c4003b4 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:16.047128 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 745847d1-e27d-41cb-9609-12609c4003b4 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:16.047484 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 745847d1-e27d-41cb-9609-12609c4003b4 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:16.047917 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:16.068529 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:16.068887 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 35ca7d96-4df0-4c35-aac5-1e7ce3e984cc not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:17.020616 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52406) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:17.112883 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-804726090-network', 'tenant_id': 'e6c86453ef894f95a4ed011660f3fae4'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:17.232948 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Made reservation on behalf of e6c86453ef894f95a4ed011660f3fae4 for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:48:17.235273 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:17.244118 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:17.321795 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Publish callbacks [] for security_group (5d01a089-d597-435f-b0b3-e405a2f5daca), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:17.405677 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (5d01a089-d597-435f-b0b3-e405a2f5daca), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:17.426324 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:48:17.441076 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d01a089-d597-435f-b0b3-e405a2f5daca,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:17.443854 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (5c22b6cd-4e75-4a53-84b6-949f6797f741), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:17.444224 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Added segment 5c22b6cd-4e75-4a53-84b6-949f6797f741 of type vlan for network 6b58c872-3f05-43b0-9525-26dd05609757 Mar 08 15:48:17.482577 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (6b58c872-3f05-43b0-9525-26dd05609757), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:17.570126 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (6b58c872-3f05-43b0-9525-26dd05609757), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:17.571102 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:17.571735 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:17.632165 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] Pushing event updated for resources: {'Network': ['ID=6b58c872-3f05-43b0-9525-26dd05609757,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:17.641596 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network 6b58c872-3f05-43b0-9525-26dd05609757 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:48:17.671907 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-237b2762-aa7d-468f-a0f2-d9d0a982175c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6501157 Mar 08 15:48:17.675432 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52410) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:17.680514 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Request body: {'subnet': {'network_id': '6b58c872-3f05-43b0-9525-26dd05609757', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-804726090-subnet', 'tenant_id': 'e6c86453ef894f95a4ed011660f3fae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:17.766362 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Made reservation on behalf of e6c86453ef894f95a4ed011660f3fae4 for: {'subnet': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:48:17.768787 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24179789'] for subnet (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:18.004740 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24908570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24179795'] for subnet (f03e7505-445a-4d07-a427-640b791b3ab5), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:18.079507 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03e7505-445a-4d07-a427-640b791b3ab5,revision_number=0']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:18.088713 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Checking segment: {'id': '5c22b6cd-4e75-4a53-84b6-949f6797f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6b58c872-3f05-43b0-9525-26dd05609757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:48:18.089077 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Network hostable DHCP agents. Network: 6b58c872-3f05-43b0-9525-26dd05609757, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:48:18.165928 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Network 6b58c872-3f05-43b0-9525-26dd05609757 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:48:18.245935 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, 6b58c872-3f05-43b0-9525-26dd05609757) {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:48:18.249770 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:18.250362 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:18.255013 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd85e1-7fce-4ece-8106-f894fbecc877 None None] Network 6b58c872-3f05-43b0-9525-26dd05609757 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:18.311850 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f7687d07-bcc3-4387-b026-782ae49305bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:18.351906 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-92628af6-ce84-4d36-be54-ab34f70d1f88 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6749978 Mar 08 15:48:18.356311 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535df98-ba46-43c4-84eb-b5e7e53e5ac4 None None] Network 6b58c872-3f05-43b0-9525-26dd05609757 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:19.013189 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52426) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:19.018797 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624676296-network', 'tenant_id': '60ff19d8beda43bbaa31644803b3adcf'}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:19.108864 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Made reservation on behalf of 60ff19d8beda43bbaa31644803b3adcf for: {'network': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:48:19.111619 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for network (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.120065 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.190654 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Publish callbacks [] for security_group (2d55505e-b7c0-4d7f-85cd-eb0a8911987e), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.251822 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (2d55505e-b7c0-4d7f-85cd-eb0a8911987e), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.271024 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:48:19.285543 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55505e-b7c0-4d7f-85cd-eb0a8911987e,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:19.288318 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (90d69bd5-5807-4f25-aee2-cd2b640387db), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.288658 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.segments_db [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Added segment 90d69bd5-5807-4f25-aee2-cd2b640387db of type vlan for network f515595f-2083-4824-a66f-7b5ae3e5bec9 Mar 08 15:48:19.330712 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734373716511'] for network (f515595f-2083-4824-a66f-7b5ae3e5bec9), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.415827 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514'] for network (f515595f-2083-4824-a66f-7b5ae3e5bec9), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.416821 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:19.417410 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.475310 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] Pushing event updated for resources: {'Network': ['ID=f515595f-2083-4824-a66f-7b5ae3e5bec9,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:19.484776 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Network f515595f-2083-4824-a66f-7b5ae3e5bec9 details requested by agent ovs-agent-dv-cinder-830097-2-iscsi with host dv-cinder-830097-2-iscsi {{(pid=104202) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:48:19.509944 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-fed0fdf9-9158-45f6-bf1c-750a0d718722 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4956684 Mar 08 15:48:19.512678 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52430) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:19.517275 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.v2.base [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Request body: {'subnet': {'network_id': 'f515595f-2083-4824-a66f-7b5ae3e5bec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624676296-subnet', 'tenant_id': '60ff19d8beda43bbaa31644803b3adcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:19.600243 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Made reservation on behalf of 60ff19d8beda43bbaa31644803b3adcf for: {'subnet': 1} {{(pid=104199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:48:19.602567 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547641'] for subnet (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.897792 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547623'] for subnet (cdf898b9-3106-422f-9c65-e744f2fbf9cd), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.951400 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf898b9-3106-422f-9c65-e744f2fbf9cd,revision_number=0']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:19.963649 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.963998 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.964366 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.964705 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.965042 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.965374 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.965706 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.966032 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.966360 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.966684 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.967007 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.967328 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.967644 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:19.971076 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Checking segment: {'id': '90d69bd5-5807-4f25-aee2-cd2b640387db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f515595f-2083-4824-a66f-7b5ae3e5bec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:48:19.971430 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Network hostable DHCP agents. Network: f515595f-2083-4824-a66f-7b5ae3e5bec9, hostable agents: ['23b1e961-dc00-4a80-9337-2408a2fcf953'], hosted agents: [] {{(pid=104199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:48:20.080437 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Network f515595f-2083-4824-a66f-7b5ae3e5bec9 is scheduled to be hosted by DHCP agent 23b1e961-dc00-4a80-9337-2408a2fcf953 with binding_index 1 {{(pid=104199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:48:20.158802 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.base_scheduler [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830097-2-iscsi, f515595f-2083-4824-a66f-7b5ae3e5bec9) {{(pid=104199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:48:20.162877 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:20.163469 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.167524 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d1455-3a08-4086-b8f5-6a35cde2cd66 None None] Network f515595f-2083-4824-a66f-7b5ae3e5bec9 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:20.255133 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-4758441e-e3d6-499c-a767-c6fac2c38b03 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7414556 Mar 08 15:48:20.272306 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad3736-d4ae-44d0-b91b-6ed96613c0f2 None None] Network f515595f-2083-4824-a66f-7b5ae3e5bec9 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:20.376875 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52434) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:20.423056 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b77995-77d1-4441-9e23-c6bb32631598 admin admin] Deleting subnet f03e7505-445a-4d07-a427-640b791b3ab5 {{(pid=104200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:48:20.426758 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-55b77995-77d1-4441-9e23-c6bb32631598 admin admin] Publish callbacks [] for subnet (f03e7505-445a-4d07-a427-640b791b3ab5), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.462412 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-55b77995-77d1-4441-9e23-c6bb32631598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5535572'] for subnet (f03e7505-445a-4d07-a427-640b791b3ab5), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.464950 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.465631 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-cb37ce8e-990b-443d-86f2-de5e2b4b8ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.501469 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-55b77995-77d1-4441-9e23-c6bb32631598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (f03e7505-445a-4d07-a427-640b791b3ab5), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.641100 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-55b77995-77d1-4441-9e23-c6bb32631598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24908509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24179754'] for subnet (f03e7505-445a-4d07-a427-640b791b3ab5), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.666731 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b77995-77d1-4441-9e23-c6bb32631598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03e7505-445a-4d07-a427-640b791b3ab5,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:20.668607 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-55b77995-77d1-4441-9e23-c6bb32631598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.671988 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-55b77995-77d1-4441-9e23-c6bb32631598 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f03e7505-445a-4d07-a427-640b791b3ab5 HTTP/1.1" status: 204 len: 168 time: 0.2940810 Mar 08 15:48:20.675025 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52436) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:20.739650 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (6b58c872-3f05-43b0-9525-26dd05609757), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.818397 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (6b58c872-3f05-43b0-9525-26dd05609757), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.837209 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b58c872-3f05-43b0-9525-26dd05609757']}} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:20.846234 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c22b6cd-4e75-4a53-84b6-949f6797f741') {'for_net_delete': True} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:20.846528 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c22b6cd-4e75-4a53-84b6-949f6797f741') {} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:20.855583 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5535663'] for segment (5c22b6cd-4e75-4a53-84b6-949f6797f741), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.868912 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (5c22b6cd-4e75-4a53-84b6-949f6797f741), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.874522 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:48:20.874903 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24908471'] for segment (5c22b6cd-4e75-4a53-84b6-949f6797f741), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: Traceback (most recent call last): Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: timer() Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: cb(*args, **kw) Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: return func(*args, **kwargs) Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: self._notify() Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: self.callback(batched_events) Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: event.method(event) Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: return f(self, *a, **k) Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._get(url).json() Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: return self.request(url, 'GET', **kwargs) Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:48:20.877052 dv-cinder-830097-2-iscsi neutron-server[104200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:48:21.023327 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (6b58c872-3f05-43b0-9525-26dd05609757), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.028362 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.031457 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6b58c872-3f05-43b0-9525-26dd05609757 HTTP/1.1" status: 204 len: 168 time: 0.3555841 Mar 08 15:48:21.034840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52438) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:21.042166 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb074b-b988-47d7-9292-0fa3f8cc7ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b58c872-3f05-43b0-9525-26dd05609757,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:21.083715 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-78284e67-1fd7-4cea-a140-08005ba75e8f admin admin] Deleting subnet cdf898b9-3106-422f-9c65-e744f2fbf9cd {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:48:21.086950 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-78284e67-1fd7-4cea-a140-08005ba75e8f admin admin] Publish callbacks [] for subnet (cdf898b9-3106-422f-9c65-e744f2fbf9cd), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.120533 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-78284e67-1fd7-4cea-a140-08005ba75e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (cdf898b9-3106-422f-9c65-e744f2fbf9cd), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.156840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-78284e67-1fd7-4cea-a140-08005ba75e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (cdf898b9-3106-422f-9c65-e744f2fbf9cd), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.284838 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-78284e67-1fd7-4cea-a140-08005ba75e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (cdf898b9-3106-422f-9c65-e744f2fbf9cd), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.311198 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78284e67-1fd7-4cea-a140-08005ba75e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf898b9-3106-422f-9c65-e744f2fbf9cd,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:21.313142 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-78284e67-1fd7-4cea-a140-08005ba75e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.316255 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-78284e67-1fd7-4cea-a140-08005ba75e8f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cdf898b9-3106-422f-9c65-e744f2fbf9cd HTTP/1.1" status: 204 len: 168 time: 0.2801723 Mar 08 15:48:21.318719 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52440) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:21.388158 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (f515595f-2083-4824-a66f-7b5ae3e5bec9), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.466639 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (f515595f-2083-4824-a66f-7b5ae3e5bec9), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.486684 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f515595f-2083-4824-a66f-7b5ae3e5bec9']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:21.495498 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d69bd5-5807-4f25-aee2-cd2b640387db') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:21.495797 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d69bd5-5807-4f25-aee2-cd2b640387db') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:21.504794 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (90d69bd5-5807-4f25-aee2-cd2b640387db), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.517924 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (90d69bd5-5807-4f25-aee2-cd2b640387db), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.523470 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:48:21.523846 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (90d69bd5-5807-4f25-aee2-cd2b640387db), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:48:21.525456 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:48:21.661714 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (f515595f-2083-4824-a66f-7b5ae3e5bec9), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.667774 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.673691 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f515595f-2083-4824-a66f-7b5ae3e5bec9 HTTP/1.1" status: 204 len: 168 time: 0.3514791 Mar 08 15:48:21.680122 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f312b-77ec-4eb0-96ae-5b5e02fbc441 admin admin] Pushing event deleted for resources: {'Network': ['ID=f515595f-2083-4824-a66f-7b5ae3e5bec9,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:21.721049 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:22.103168 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52444) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:22.142161 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-d1b84784-fedd-41aa-a73c-8b5a73295e9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6c86453ef894f95a4ed011660f3fae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378520 Mar 08 15:48:22.144608 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52446) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:22.194106 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5e1227a2-a1f6-4594-a986-0d895ca115fd admin admin] Publish callbacks [] for security_group (5d01a089-d597-435f-b0b3-e405a2f5daca), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:22.213823 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5e1227a2-a1f6-4594-a986-0d895ca115fd admin admin] Publish callbacks [] for security_group (5d01a089-d597-435f-b0b3-e405a2f5daca), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:22.320331 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5e1227a2-a1f6-4594-a986-0d895ca115fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (5d01a089-d597-435f-b0b3-e405a2f5daca), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:22.322802 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-5e1227a2-a1f6-4594-a986-0d895ca115fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:22.323937 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-5e1227a2-a1f6-4594-a986-0d895ca115fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d01a089-d597-435f-b0b3-e405a2f5daca HTTP/1.1" status: 204 len: 168 time: 0.1784351 Mar 08 15:48:22.331644 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1227a2-a1f6-4594-a986-0d895ca115fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d01a089-d597-435f-b0b3-e405a2f5daca,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:23.067491 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52452) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:23.106921 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-92e73514-6809-405b-8445-92fad14f2e83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60ff19d8beda43bbaa31644803b3adcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382419 Mar 08 15:48:23.109379 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52454) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:23.162537 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b3693cde-3f8c-4c64-86d1-8f40b62560d3 admin admin] Publish callbacks [] for security_group (2d55505e-b7c0-4d7f-85cd-eb0a8911987e), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:23.179389 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b3693cde-3f8c-4c64-86d1-8f40b62560d3 admin admin] Publish callbacks [] for security_group (2d55505e-b7c0-4d7f-85cd-eb0a8911987e), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:23.182880 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:23.337902 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b3693cde-3f8c-4c64-86d1-8f40b62560d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (2d55505e-b7c0-4d7f-85cd-eb0a8911987e), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:23.340515 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-b3693cde-3f8c-4c64-86d1-8f40b62560d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:23.342058 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b3693cde-3f8c-4c64-86d1-8f40b62560d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d55505e-b7c0-4d7f-85cd-eb0a8911987e HTTP/1.1" status: 204 len: 168 time: 0.2314782 Mar 08 15:48:23.352613 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3693cde-3f8c-4c64-86d1-8f40b62560d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55505e-b7c0-4d7f-85cd-eb0a8911987e,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:24.804317 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:37.573991 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52594) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:37.676512 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4f2993f6-79d3-44c6-a950-df3520083258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:37.747482 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4f2993f6-79d3-44c6-a950-df3520083258 admin admin] Publish callbacks [] for security_group (fe4479e3-698a-4793-aaa8-4ddda711f989), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:37.820785 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-4f2993f6-79d3-44c6-a950-df3520083258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fe4479e3-698a-4793-aaa8-4ddda711f989), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:37.857474 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-4f2993f6-79d3-44c6-a950-df3520083258 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30344f910da54e59911f80595f5fe336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824345 Mar 08 15:48:37.859342 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2993f6-79d3-44c6-a950-df3520083258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4479e3-698a-4793-aaa8-4ddda711f989,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:37.860281 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52598) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:37.906894 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ea3da11a-56de-4f76-973a-31b130de5c8f admin admin] Publish callbacks [] for security_group (fe4479e3-698a-4793-aaa8-4ddda711f989), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:37.927537 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ea3da11a-56de-4f76-973a-31b130de5c8f admin admin] Publish callbacks [] for security_group (fe4479e3-698a-4793-aaa8-4ddda711f989), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:38.068509 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ea3da11a-56de-4f76-973a-31b130de5c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (fe4479e3-698a-4793-aaa8-4ddda711f989), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:38.071038 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ea3da11a-56de-4f76-973a-31b130de5c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:38.072212 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ea3da11a-56de-4f76-973a-31b130de5c8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe4479e3-698a-4793-aaa8-4ddda711f989 HTTP/1.1" status: 204 len: 168 time: 0.2109156 Mar 08 15:48:38.079696 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da11a-56de-4f76-973a-31b130de5c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4479e3-698a-4793-aaa8-4ddda711f989,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:38.758390 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52608) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:38.771441 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a40e9-a903-4323-a2cc-08ae3df18f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:38.843513 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a40e9-a903-4323-a2cc-08ae3df18f97 admin admin] Publish callbacks [] for security_group (2a94589c-f7e6-4f74-96c3-b9f3c136a47a), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:38.908029 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a40e9-a903-4323-a2cc-08ae3df18f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (2a94589c-f7e6-4f74-96c3-b9f3c136a47a), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:38.949040 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0e7a40e9-a903-4323-a2cc-08ae3df18f97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5b64affb03f48e4919bdbfce6879dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895375 Mar 08 15:48:38.950120 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a40e9-a903-4323-a2cc-08ae3df18f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a94589c-f7e6-4f74-96c3-b9f3c136a47a,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:38.951819 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52610) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:38.997919 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-289d96d7-2c5b-494a-9eb2-5b298c365032 admin admin] Publish callbacks [] for security_group (2a94589c-f7e6-4f74-96c3-b9f3c136a47a), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:39.018536 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-289d96d7-2c5b-494a-9eb2-5b298c365032 admin admin] Publish callbacks [] for security_group (2a94589c-f7e6-4f74-96c3-b9f3c136a47a), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:39.136818 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-289d96d7-2c5b-494a-9eb2-5b298c365032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (2a94589c-f7e6-4f74-96c3-b9f3c136a47a), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:39.139299 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-289d96d7-2c5b-494a-9eb2-5b298c365032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:39.142284 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-289d96d7-2c5b-494a-9eb2-5b298c365032 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a94589c-f7e6-4f74-96c3-b9f3c136a47a HTTP/1.1" status: 204 len: 168 time: 0.1876040 Mar 08 15:48:39.148743 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d96d7-2c5b-494a-9eb2-5b298c365032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a94589c-f7e6-4f74-96c3-b9f3c136a47a,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:40.734975 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52644) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:40.836295 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-35dffdbe-b09e-4ff8-beed-3636ac19a977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.907825 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-35dffdbe-b09e-4ff8-beed-3636ac19a977 admin admin] Publish callbacks [] for security_group (002eff80-a3a2-4a6b-a237-845788316ba6), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.982285 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-35dffdbe-b09e-4ff8-beed-3636ac19a977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (002eff80-a3a2-4a6b-a237-845788316ba6), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.019511 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-35dffdbe-b09e-4ff8-beed-3636ac19a977 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3ac68426da24c089e59a19f9bf61a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835109 Mar 08 15:48:41.020629 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dffdbe-b09e-4ff8-beed-3636ac19a977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002eff80-a3a2-4a6b-a237-845788316ba6,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:41.022225 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52648) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:41.069852 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7acb8a51-5afc-4081-836d-e85b0df08d32 admin admin] Publish callbacks [] for security_group (002eff80-a3a2-4a6b-a237-845788316ba6), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.090601 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7acb8a51-5afc-4081-836d-e85b0df08d32 admin admin] Publish callbacks [] for security_group (002eff80-a3a2-4a6b-a237-845788316ba6), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.211912 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7acb8a51-5afc-4081-836d-e85b0df08d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (002eff80-a3a2-4a6b-a237-845788316ba6), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.214471 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7acb8a51-5afc-4081-836d-e85b0df08d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.215621 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-7acb8a51-5afc-4081-836d-e85b0df08d32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/002eff80-a3a2-4a6b-a237-845788316ba6 HTTP/1.1" status: 204 len: 168 time: 0.1924214 Mar 08 15:48:41.224778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb8a51-5afc-4081-836d-e85b0df08d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002eff80-a3a2-4a6b-a237-845788316ba6,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:44.362845 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:48:48.262153 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-8cae7d11-ecfa-46d1-bd87-2ab6eeb8924c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:50.388519 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3340-f034-4064-b1a7-b417e5e82fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:50.425948 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.753506 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:53.176165 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.736823 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:18.236473 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-efe4ab40-b0bd-44e8-91f4-d37aebb7c22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:19.862869 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52904) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:20.020117 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Deleting port 12631265-7247-45fa-87d6-d5d464c0b6b8 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:20.020336 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (12631265-7247-45fa-87d6-d5d464c0b6b8), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:20.097303 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (12631265-7247-45fa-87d6-d5d464c0b6b8), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:20.097634 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for floatingip (12631265-7247-45fa-87d6-d5d464c0b6b8), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:20.109257 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Calling delete_port for 12631265-7247-45fa-87d6-d5d464c0b6b8 owned by network:floatingip {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:20.327477 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (12631265-7247-45fa-87d6-d5d464c0b6b8), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:20.350233 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:20.350920 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d63000dc-ab0a-4055-a73c-8005a68e06b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:20.358772 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event deleted for resources: {'Port': ['ID=12631265-7247-45fa-87d6-d5d464c0b6b8,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:20.370475 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.370836 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.371191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.371544 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.371880 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.372270 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.372597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.372929 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.373263 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.373601 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.373932 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.374259 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.374586 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:20.428686 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for floatingip (c923e351-aee9-4b88-8c88-4d181b6646b2), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:20.428941 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Floating IP c923e351-aee9-4b88-8c88-4d181b6646b2 disassociated (deleted). External IP: 172.27.3.82, port: e9e6c334-301a-42ae-96e0-0970f37c7915. Mar 08 15:49:20.642974 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:49:21.018288 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:49:21.022959 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:21.027440 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] Sync routers for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:49:21.037989 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:49:21.038596 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:49:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:21.054012 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-5e929f83-15e5-4306-9597-9641a800cf17 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "DELETE /v2.0/floatingips/c923e351-aee9-4b88-8c88-4d181b6646b2 HTTP/1.1" status: 204 len: 168 time: 1.1900971 Mar 08 15:49:21.054693 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:49:21.057184 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76443e-7298-49ca-91a5-4fa9c1701791" -d '{"events": [{"name": "network-changed", "server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:49:21.095633 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fda975-2459-4bd3-b50c-3f05f6209c8c x-openstack-request-id: req-44fda975-2459-4bd3-b50c-3f05f6209c8c {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:49:21.095989 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:49:21.096268 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44fda975-2459-4bd3-b50c-3f05f6209c8c {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:49:21.097199 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'status': 'completed', 'code': 200} Mar 08 15:49:21.186782 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:49:21.266465 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-8006206c-ab4f-449a-9b83-27964dd58510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:21.268053 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-8006206c-ab4f-449a-9b83-27964dd58510 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 1129 time: 0.1487436 Mar 08 15:49:21.360367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-6c1d00fa-7ad5-42c4-b68d-3388c1df22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:21.361769 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-6c1d00fa-7ad5-42c4-b68d-3388c1df22fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 200 len: 907 time: 0.0877616 Mar 08 15:49:21.365212 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:49:21.386948 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 5, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:21.402533 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-3f2c0bd2-9e89-413d-ad9a-80adc0c43aa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 200 len: 217 time: 0.0340011 Mar 08 15:49:21.457187 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-a4a2188f-b812-4bdc-a33d-81b2b971e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:21.458780 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-a4a2188f-b812-4bdc-a33d-81b2b971e312 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=758b16cf-b0bf-4875-8cea-e4e64de35977 HTTP/1.1" status: 200 len: 846 time: 0.0511129 Mar 08 15:49:21.504723 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] Checking router: f02c4ea0-8942-43f4-95b2-3a58ca77cea9 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:49:21.510981 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-784d2fc6-4e41-4b31-a5cf-740ab89b6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:21.512511 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-784d2fc6-4e41-4b31-a5cf-740ab89b6559 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a87c9abc-d153-46f0-a0df-0218006e0ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483510 Mar 08 15:49:21.513719 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:49:21.514323 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:49:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:21.525266 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-11655384-ece3-478d-bc9e-13a5c7725a58 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:49:21.526295 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-11655384-ece3-478d-bc9e-13a5c7725a58 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076425 Mar 08 15:49:21.637162 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:49:21.641970 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-d9b38fe5-8b4e-4034-8663-1c0a577189a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022670 Mar 08 15:49:21.647977 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52928) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:21.752818 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:21.771652 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-cf76443e-7298-49ca-91a5-4fa9c1701791 req-ac73bd67-49d5-4a31-9f92-48f362fe8a74 service neutron] 10.222.0.24 "GET /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240451 Mar 08 15:49:21.790269 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:21.857430 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734eb83-08d5-4861-a037-ee9680270b30 req-5aed99e7-4563-417b-81a1-aff251b7ad3c tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:21.858920 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3734eb83-08d5-4861-a037-ee9680270b30 req-5aed99e7-4563-417b-81a1-aff251b7ad3c tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.2605932 Mar 08 15:49:21.870853 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 5, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:21.875988 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Publish callbacks [] for security_group (39630852-c5a6-496b-aa63-25659b6a5d1b), precommit_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:21.901352 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d7b0d-896b-46f9-800b-6711d944edf5 None None] The sync data for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi is: [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:29Z', 'revision_number': 4, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'f4508122-0afd-4e30-9098-c8a0eec52de6', 'name': '', 'network_id': 'a87c9abc-d153-46f0-a0df-0218006e0ef6', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'mac_address': 'fa:16:3e:c5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:28Z', 'updated_at': '2022-03-08T15:44:33Z', 'revision_number': 5, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'subnets': [{'id': '758b16cf-b0bf-4875-8cea-e4e64de35977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:49:21.909752 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3734eb83-08d5-4861-a037-ee9680270b30 req-9eb31735-6c6e-40d7-950b-2aeb3c2e63d9 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 Mar 08 15:49:21.958812 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (39630852-c5a6-496b-aa63-25659b6a5d1b), after_create {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:21.998130 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65037f2403ae4411b07a7bc51b21e4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492486 Mar 08 15:49:21.998976 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39630852-c5a6-496b-aa63-25659b6a5d1b,revision_number=1']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:22.000774 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52932) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:22.006152 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.006500 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.006841 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.007178 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.007512 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.007835 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.008238 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.008573 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.008929 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.009254 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.009582 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.009901 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.010229 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d92f94-28db-40f6-971b-d1ce48864f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:22.051240 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2630c4b3-07d6-46c8-b328-6d6062f1647e admin admin] Publish callbacks [] for security_group (39630852-c5a6-496b-aa63-25659b6a5d1b), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:22.076855 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2630c4b3-07d6-46c8-b328-6d6062f1647e admin admin] Publish callbacks [] for security_group (39630852-c5a6-496b-aa63-25659b6a5d1b), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:22.140555 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befb743-9f49-4b3d-acd1-0995df4a4382 None None] New status for floating IP c923e351-aee9-4b88-8c88-4d181b6646b2: DOWN {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:49:22.204560 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2630c4b3-07d6-46c8-b328-6d6062f1647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (39630852-c5a6-496b-aa63-25659b6a5d1b), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:22.207658 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-2630c4b3-07d6-46c8-b328-6d6062f1647e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:22.208844 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-2630c4b3-07d6-46c8-b328-6d6062f1647e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39630852-c5a6-496b-aa63-25659b6a5d1b HTTP/1.1" status: 204 len: 168 time: 0.2070992 Mar 08 15:49:22.217581 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c4b3-07d6-46c8-b328-6d6062f1647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39630852-c5a6-496b-aa63-25659b6a5d1b,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:23.141423 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088725b5-d837-47fa-a554-40dda864f058 req-49bd5724-0238-49af-a03c-8c3134277e33 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:23.142896 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-088725b5-d837-47fa-a554-40dda864f058 req-49bd5724-0238-49af-a03c-8c3134277e33 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.24 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.0623469 Mar 08 15:49:23.187877 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:23.215651 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e017a5-cedd-4917-b084-1b05962964b2 req-903526cb-f3ea-4b57-a292-6a357e118bd5 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:23.217074 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-03e017a5-cedd-4917-b084-1b05962964b2 req-903526cb-f3ea-4b57-a292-6a357e118bd5 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 945 time: 0.2392025 Mar 08 15:49:23.294381 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-03e017a5-cedd-4917-b084-1b05962964b2 req-7d1224f3-7413-40ee-b8ed-76d8e1d0e085 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/security-groups?id=8be8b2a9-011a-4b92-80c4-37a89f5f5564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571966 Mar 08 15:49:23.300094 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Deleting port e9e6c334-301a-42ae-96e0-0970f37c7915 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:23.300468 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:23.388104 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] For port e9e6c334-301a-42ae-96e0-0970f37c7915, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e9e6c334-301a-42ae-96e0-0970f37c7915,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:23.388492 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:23.400041 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Calling delete_port for e9e6c334-301a-42ae-96e0-0970f37c7915 owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:23.605128 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (e9e6c334-301a-42ae-96e0-0970f37c7915), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:23.634707 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event deleted for resources: {'Port': ['ID=e9e6c334-301a-42ae-96e0-0970f37c7915,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:23.694603 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] No DVR routers for this DVR port e9e6c334-301a-42ae-96e0-0970f37c7915 on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:49:23.694603 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:23.694603 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-088725b5-d837-47fa-a554-40dda864f058 req-6092e8e9-8e13-4831-8911-0e7b034266f3 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.24 "DELETE /v2.0/ports/e9e6c334-301a-42ae-96e0-0970f37c7915 HTTP/1.1" status: 204 len: 173 time: 0.5354991 Mar 08 15:49:23.694603 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'name': 'network-vif-deleted', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:49:23.695031 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd87493-31f4-4081-93ee-318761b07ba9" -d '{"events": [{"server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "name": "network-vif-deleted", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:49:23.733526 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf44eb8a-58b5-4d23-bf6c-45d79c7520d8 x-openstack-request-id: req-cf44eb8a-58b5-4d23-bf6c-45d79c7520d8 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:49:23.733817 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac23bf6-6bd9-4f3e-b0be-ad37fd429978", "name": "network-vif-deleted", "tag": "e9e6c334-301a-42ae-96e0-0970f37c7915", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:49:23.734094 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf44eb8a-58b5-4d23-bf6c-45d79c7520d8 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:49:23.734560 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac23bf6-6bd9-4f3e-b0be-ad37fd429978', 'name': 'network-vif-deleted', 'tag': 'e9e6c334-301a-42ae-96e0-0970f37c7915', 'status': 'completed', 'code': 200} Mar 08 15:49:24.388138 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-028cb673-2425-4501-a240-3372792c9e1b req-216e47be-9749-4939-8e28-50df6933248d tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "GET /v2.0/ports?device_id=dac23bf6-6bd9-4f3e-b0be-ad37fd429978 HTTP/1.1" status: 200 len: 210 time: 0.0271146 Mar 08 15:49:24.770298 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:25.444678 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52948) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:25.499222 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-614b5ef1-b374-48dd-a225-5553a310b120 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group (8be8b2a9-011a-4b92-80c4-37a89f5f5564), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:25.524381 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-614b5ef1-b374-48dd-a225-5553a310b120 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group (8be8b2a9-011a-4b92-80c4-37a89f5f5564), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:25.660943 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-614b5ef1-b374-48dd-a225-5553a310b120 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (8be8b2a9-011a-4b92-80c4-37a89f5f5564), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:25.663431 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-614b5ef1-b374-48dd-a225-5553a310b120 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:25.664586 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-614b5ef1-b374-48dd-a225-5553a310b120 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] 10.222.0.25 "DELETE /v2.0/security-groups/8be8b2a9-011a-4b92-80c4-37a89f5f5564 HTTP/1.1" status: 204 len: 168 time: 0.2189269 Mar 08 15:49:25.675043 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b5ef1-b374-48dd-a225-5553a310b120 tempest-TestShelveInstance-2144916723 tempest-TestShelveInstance-2144916723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be8b2a9-011a-4b92-80c4-37a89f5f5564,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:25.739952 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52952) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:26.177959 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:26.198088 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e9e6c334-301a-42ae-96e0-0970f37c7915 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:49:26.218381 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: e9e6c334-301a-42ae-96e0-0970f37c7915 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:49:26.218653 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e9e6c334-301a-42ae-96e0-0970f37c7915 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:49:26.419621 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Deleting port f4508122-0afd-4e30-9098-c8a0eec52de6 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:26.419959 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:26.497036 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] For port f4508122-0afd-4e30-9098-c8a0eec52de6, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=f4508122-0afd-4e30-9098-c8a0eec52de6,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:26.497705 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:26.509229 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Calling delete_port for f4508122-0afd-4e30-9098-c8a0eec52de6 owned by network:router_interface {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:26.749785 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (f4508122-0afd-4e30-9098-c8a0eec52de6), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:26.775268 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4508122-0afd-4e30-9098-c8a0eec52de6,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:26.939814 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:27.151144 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:49:27.255707 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:49:27.260918 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-0e5d6b77-286e-408d-ba32-90240c47a5dc admin admin] 10.222.0.25 "PUT /v2.0/routers/f02c4ea0-8942-43f4-95b2-3a58ca77cea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5199354 Mar 08 15:49:27.263419 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52956) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:27.264026 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] Sync routers for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:49:27.273509 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:49:27.274188 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:49:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:27.365380 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks [] for router (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:27.377210 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:49:27.466414 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks [] for router_gateway (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:27.548497 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:49:26Z', 'revision_number': 5, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port': {'id': '1f938841-f0a1-47a7-a7bf-63d1c7005d1e', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:27.573207 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] Checking router: f02c4ea0-8942-43f4-95b2-3a58ca77cea9 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:49:27.581769 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] Routers {'f02c4ea0-8942-43f4-95b2-3a58ca77cea9'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:49:27.582362 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:49:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:27.620826 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Deleting port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:27.621401 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:27.669864 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] Set router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 gateway port host: None {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:49:27.697396 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] For port 1f938841-f0a1-47a7-a7bf-63d1c7005d1e, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=1f938841-f0a1-47a7-a7bf-63d1c7005d1e,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:27.697758 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:27.709705 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Calling delete_port for 1f938841-f0a1-47a7-a7bf-63d1c7005d1e owned by network:router_gateway {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:27.722815 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:49:27Z', 'revision_number': 6, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port_host': None}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:27.748053 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2c171-d4d3-4850-9170-2469476b28da None None] The sync data for ids ['f02c4ea0-8942-43f4-95b2-3a58ca77cea9'] in dv-cinder-830097-2-iscsi is: [{'id': 'f02c4ea0-8942-43f4-95b2-3a58ca77cea9', 'name': 'tempest-TestShelveInstance-46820269-router', 'tenant_id': '446fa0e6566c4e8abfe18b45a5e42110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:26Z', 'updated_at': '2022-03-08T15:49:27Z', 'revision_number': 6, 'project_id': '446fa0e6566c4e8abfe18b45a5e42110', 'gw_port_host': None}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:49:27.923993 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (1f938841-f0a1-47a7-a7bf-63d1c7005d1e), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:27.948914 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Pushing event deleted for resources: {'Port': ['ID=1f938841-f0a1-47a7-a7bf-63d1c7005d1e,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:28.009082 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.101808 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.104528 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks [] for router_controller (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.216393 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (f02c4ea0-8942-43f4-95b2-3a58ca77cea9), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.216930 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Fanout notify agent at l3_agent the message router_deleted on router f02c4ea0-8942-43f4-95b2-3a58ca77cea9 {{(pid=104200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:49:28.221246 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.222391 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-68587f52-8ca6-469a-930e-68833af800de admin admin] 10.222.0.25 "DELETE /v2.0/routers/f02c4ea0-8942-43f4-95b2-3a58ca77cea9 HTTP/1.1" status: 204 len: 168 time: 0.9580665 Mar 08 15:49:28.224835 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52958) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:28.268242 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d857ce-9307-4fec-aea0-8497cc4421c4 admin admin] Deleting subnet 758b16cf-b0bf-4875-8cea-e4e64de35977 {{(pid=104200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:49:28.271123 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00d857ce-9307-4fec-aea0-8497cc4421c4 admin admin] Publish callbacks [] for subnet (758b16cf-b0bf-4875-8cea-e4e64de35977), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.303674 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00d857ce-9307-4fec-aea0-8497cc4421c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5535572'] for subnet (758b16cf-b0bf-4875-8cea-e4e64de35977), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.408165 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00d857ce-9307-4fec-aea0-8497cc4421c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (758b16cf-b0bf-4875-8cea-e4e64de35977), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.511507 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device f4508122-0afd-4e30-9098-c8a0eec52de6 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:49:28.519229 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00d857ce-9307-4fec-aea0-8497cc4421c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24908509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24179754'] for subnet (758b16cf-b0bf-4875-8cea-e4e64de35977), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.532408 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: f4508122-0afd-4e30-9098-c8a0eec52de6 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:49:28.533045 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device f4508122-0afd-4e30-9098-c8a0eec52de6 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:49:28.547449 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d857ce-9307-4fec-aea0-8497cc4421c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=758b16cf-b0bf-4875-8cea-e4e64de35977,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:28.550031 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-00d857ce-9307-4fec-aea0-8497cc4421c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.553246 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-00d857ce-9307-4fec-aea0-8497cc4421c4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/758b16cf-b0bf-4875-8cea-e4e64de35977 HTTP/1.1" status: 204 len: 168 time: 0.3274794 Mar 08 15:49:28.555690 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 52960) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:28.556253 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036edcc-2ac4-4d95-911d-86a477c3c620 None None] Network a87c9abc-d153-46f0-a0df-0218006e0ef6 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:49:28.627876 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (a87c9abc-d153-46f0-a0df-0218006e0ef6), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.682885 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Deleting port 632b78a9-0162-471c-bc9f-bfbb473aa860 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:28.683227 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.716703 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] DHCP port deletion for a87c9abc-d153-46f0-a0df-0218006e0ef6 request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:49:28.748138 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] For port 632b78a9-0162-471c-bc9f-bfbb473aa860, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=632b78a9-0162-471c-bc9f-bfbb473aa860,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:28.748836 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.762677 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Calling delete_port for 632b78a9-0162-471c-bc9f-bfbb473aa860 owned by network:dhcp {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:28.767270 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Deleting port 632b78a9-0162-471c-bc9f-bfbb473aa860 {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:28.767887 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.832733 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] For port 632b78a9-0162-471c-bc9f-bfbb473aa860, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=632b78a9-0162-471c-bc9f-bfbb473aa860,segment=NetworkSegment(bbb6109d-977b-4ce7-9854-46dfa4bb8f3b),segment_id=bbb6109d-977b-4ce7-9854-46dfa4bb8f3b)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:28.833132 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.845834 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Calling delete_port for 632b78a9-0162-471c-bc9f-bfbb473aa860 owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:28.958366 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.970131 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (632b78a9-0162-471c-bc9f-bfbb473aa860), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:28.984943 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=632b78a9-0162-471c-bc9f-bfbb473aa860,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:28.995467 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] No DVR routers for this DVR port 632b78a9-0162-471c-bc9f-bfbb473aa860 on host dv-cinder-830097-2-iscsi {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:49:28.996829 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Pushing event deleted for resources: {'Port': ['ID=632b78a9-0162-471c-bc9f-bfbb473aa860,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:28.999285 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] No DVR routers for this DVR port 632b78a9-0162-471c-bc9f-bfbb473aa860 on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.013627 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.014920 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.015283 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.015628 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2e3de-1579-455b-ba24-6c0c46fc76b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:29.072021 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (a87c9abc-d153-46f0-a0df-0218006e0ef6), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.092166 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87c9abc-d153-46f0-a0df-0218006e0ef6']}} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:29.102030 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b') {'for_net_delete': True} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:29.102325 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb6109d-977b-4ce7-9854-46dfa4bb8f3b') {} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:29.111238 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5535663'] for segment (bbb6109d-977b-4ce7-9854-46dfa4bb8f3b), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.123750 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (bbb6109d-977b-4ce7-9854-46dfa4bb8f3b), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.129362 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:49:29.129764 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24908471'] for segment (bbb6109d-977b-4ce7-9854-46dfa4bb8f3b), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: Traceback (most recent call last): Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: timer() Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: cb(*args, **kw) Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: return func(*args, **kwargs) Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: self._notify() Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: self.callback(batched_events) Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: event.method(event) Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: return f(self, *a, **k) Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._get(url).json() Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: return self.request(url, 'GET', **kwargs) Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:49:29.131355 dv-cinder-830097-2-iscsi neutron-server[104200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:49:29.238198 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (a87c9abc-d153-46f0-a0df-0218006e0ef6), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.243325 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.246481 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a87c9abc-d153-46f0-a0df-0218006e0ef6 HTTP/1.1" status: 204 len: 168 time: 0.6898267 Mar 08 15:49:29.249392 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52962) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:29.257638 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a6f4f-2a30-45c2-b4ff-edae62e42ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a87c9abc-d153-46f0-a0df-0218006e0ef6,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:29.609997 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.857045 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Deleting port dd741d4b-3ddc-4344-b826-87bf2b3e6095 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:29.857384 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.932575 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] For port dd741d4b-3ddc-4344-b826-87bf2b3e6095, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=dd741d4b-3ddc-4344-b826-87bf2b3e6095,segment=NetworkSegment(524b6775-d387-43f0-93aa-c67c18905893),segment_id=524b6775-d387-43f0-93aa-c67c18905893)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:29.932928 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:29.944258 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Calling delete_port for dd741d4b-3ddc-4344-b826-87bf2b3e6095 owned by network:router_interface {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:30.029414 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 632b78a9-0162-471c-bc9f-bfbb473aa860 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:49:30.051428 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 632b78a9-0162-471c-bc9f-bfbb473aa860 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:49:30.051774 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 632b78a9-0162-471c-bc9f-bfbb473aa860 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:49:30.052228 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 1f938841-f0a1-47a7-a7bf-63d1c7005d1e no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:49:30.071460 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 1f938841-f0a1-47a7-a7bf-63d1c7005d1e {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:49:30.071804 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 1f938841-f0a1-47a7-a7bf-63d1c7005d1e not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:49:30.421202 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (dd741d4b-3ddc-4344-b826-87bf2b3e6095), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:30.448662 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd741d4b-3ddc-4344-b826-87bf2b3e6095,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:30.615994 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:30.830097 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:49:30.934820 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:49:30.940207 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-45004d72-d9b8-42d7-91fb-0cc23134912c admin admin] 10.222.0.25 "PUT /v2.0/routers/0d03ebda-201e-45ac-8b29-4825d5c4f7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6892819 Mar 08 15:49:30.942724 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52966) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:30.945266 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] Sync routers for ids ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:49:30.955232 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] Routers {'0d03ebda-201e-45ac-8b29-4825d5c4f7c5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:49:30.956645 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:49:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:31.045985 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks [] for router (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.060123 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] Set router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:49:31.149460 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks [] for router_gateway (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.231351 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:49:30Z', 'revision_number': 5, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port': {'id': 'a9e4bf0a-72ab-4877-8408-00c20556fb21', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:44:33Z', 'updated_at': '2022-03-08T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:31.257395 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] Checking router: 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:49:31.263546 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Deleting port a9e4bf0a-72ab-4877-8408-00c20556fb21 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:31.264073 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.265495 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] Routers {'0d03ebda-201e-45ac-8b29-4825d5c4f7c5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:49:31.266132 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:49:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:31.340707 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] For port a9e4bf0a-72ab-4877-8408-00c20556fb21, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=a9e4bf0a-72ab-4877-8408-00c20556fb21,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:31.341066 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.352413 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] Set router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 gateway port host: None {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:49:31.353431 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Calling delete_port for a9e4bf0a-72ab-4877-8408-00c20556fb21 owned by network:router_gateway {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:31.404861 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:49:31Z', 'revision_number': 6, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port_host': None}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:31.430576 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aef424-981e-4e7e-9493-6398894cf670 None None] The sync data for ids ['0d03ebda-201e-45ac-8b29-4825d5c4f7c5'] in dv-cinder-830097-2-iscsi is: [{'id': '0d03ebda-201e-45ac-8b29-4825d5c4f7c5', 'name': 'tempest-TestShelveInstance-1131601379-router', 'tenant_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:44:32Z', 'updated_at': '2022-03-08T15:49:31Z', 'revision_number': 6, 'project_id': '48e98a3b49c44e2ca1c25c78ca0c5a47', 'gw_port_host': None}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:49:31.595151 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (a9e4bf0a-72ab-4877-8408-00c20556fb21), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.620047 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e4bf0a-72ab-4877-8408-00c20556fb21,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:31.680377 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.775790 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.779151 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks [] for router_controller (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.907306 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (0d03ebda-201e-45ac-8b29-4825d5c4f7c5), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.907854 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d03ebda-201e-45ac-8b29-4825d5c4f7c5 {{(pid=104199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:49:31.912042 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.915611 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-85af7355-d9e1-47cc-9864-003c4eb5e6cc admin admin] 10.222.0.25 "DELETE /v2.0/routers/0d03ebda-201e-45ac-8b29-4825d5c4f7c5 HTTP/1.1" status: 204 len: 168 time: 0.9695857 Mar 08 15:49:31.915859 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52968) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:31.959047 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8cd710-493f-4a29-9586-807ece1e6408 admin admin] Deleting subnet da538f97-957e-48cc-8aae-b6015fedaa4d {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:49:31.961972 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd710-493f-4a29-9586-807ece1e6408 admin admin] Publish callbacks [] for subnet (da538f97-957e-48cc-8aae-b6015fedaa4d), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.996800 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd710-493f-4a29-9586-807ece1e6408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (da538f97-957e-48cc-8aae-b6015fedaa4d), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.084270 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd710-493f-4a29-9586-807ece1e6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (da538f97-957e-48cc-8aae-b6015fedaa4d), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.196994 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device dd741d4b-3ddc-4344-b826-87bf2b3e6095 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:49:32.204399 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd710-493f-4a29-9586-807ece1e6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (da538f97-957e-48cc-8aae-b6015fedaa4d), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.216853 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: dd741d4b-3ddc-4344-b826-87bf2b3e6095 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:49:32.217137 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device dd741d4b-3ddc-4344-b826-87bf2b3e6095 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:49:32.217552 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a9e4bf0a-72ab-4877-8408-00c20556fb21 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:49:32.230425 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd710-493f-4a29-9586-807ece1e6408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da538f97-957e-48cc-8aae-b6015fedaa4d,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:32.235174 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd710-493f-4a29-9586-807ece1e6408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.239637 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-8c8cd710-493f-4a29-9586-807ece1e6408 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da538f97-957e-48cc-8aae-b6015fedaa4d HTTP/1.1" status: 204 len: 168 time: 0.3226433 Mar 08 15:49:32.240115 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: a9e4bf0a-72ab-4877-8408-00c20556fb21 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:49:32.240501 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device a9e4bf0a-72ab-4877-8408-00c20556fb21 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:49:32.242102 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52970) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:32.242986 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b31d9-5372-4689-9bb8-997b48878d30 None None] Network 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:49:32.312848 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.370062 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Deleting port c880eed2-1320-4673-91a5-68fc3bbb14f2 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:32.370415 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.390906 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] DHCP port deletion for 75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:49:32.440274 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] For port c880eed2-1320-4673-91a5-68fc3bbb14f2, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c880eed2-1320-4673-91a5-68fc3bbb14f2,segment=NetworkSegment(524b6775-d387-43f0-93aa-c67c18905893),segment_id=524b6775-d387-43f0-93aa-c67c18905893)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:32.441103 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.446120 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] Deleting port c880eed2-1320-4673-91a5-68fc3bbb14f2 {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:49:32.446499 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.454330 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Calling delete_port for c880eed2-1320-4673-91a5-68fc3bbb14f2 owned by network:dhcp {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:32.516436 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] For port c880eed2-1320-4673-91a5-68fc3bbb14f2, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=c880eed2-1320-4673-91a5-68fc3bbb14f2,segment=NetworkSegment(524b6775-d387-43f0-93aa-c67c18905893),segment_id=524b6775-d387-43f0-93aa-c67c18905893)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:49:32.516839 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.530023 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] Calling delete_port for c880eed2-1320-4673-91a5-68fc3bbb14f2 owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:49:32.606421 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.612473 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (c880eed2-1320-4673-91a5-68fc3bbb14f2), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.633909 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Pushing event deleted for resources: {'Port': ['ID=c880eed2-1320-4673-91a5-68fc3bbb14f2,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:32.635720 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] No DVR routers for this DVR port c880eed2-1320-4673-91a5-68fc3bbb14f2 on host dv-cinder-830097-2-iscsi {{(pid=104199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:49:32.638217 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] Pushing event deleted for resources: {'Port': ['ID=c880eed2-1320-4673-91a5-68fc3bbb14f2,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:32.644791 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfad79-abfb-40d4-ba5e-abcaa56cf239 None None] No DVR routers for this DVR port c880eed2-1320-4673-91a5-68fc3bbb14f2 on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:49:32.704538 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.730015 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed']}} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:32.742178 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524b6775-d387-43f0-93aa-c67c18905893') {'for_net_delete': True} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:32.747809 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.services.segments.db [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524b6775-d387-43f0-93aa-c67c18905893') {} {{(pid=104199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:49:32.751597 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4814270'] for segment (524b6775-d387-43f0-93aa-c67c18905893), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.764929 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (524b6775-d387-43f0-93aa-c67c18905893), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.770731 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:49:32.771121 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375066'] for segment (524b6775-d387-43f0-93aa-c67c18905893), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: Traceback (most recent call last): Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: timer() Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: cb(*args, **kw) Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: return func(*args, **kwargs) Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: self._notify() Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: self.callback(batched_events) Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: event.method(event) Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: return f(self, *a, **k) Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._get(url).json() Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: return self.request(url, 'GET', **kwargs) Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:49:32.772765 dv-cinder-830097-2-iscsi neutron-server[104199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:49:32.892070 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.904218 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.904218 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] 10.222.0.25 "DELETE /v2.0/networks/75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed HTTP/1.1" status: 204 len: 168 time: 0.6582053 Mar 08 15:49:32.910894 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a279f-fd58-4721-bcd8-ac7b3f304391 admin admin] Pushing event deleted for resources: {'Network': ['ID=75717275-f0e6-4ff2-95d6-a3ba6a6ff9ed,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:33.190519 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52974) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:33.228393 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-b76a5433-d654-42ba-9cb4-c222c89eb639 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=446fa0e6566c4e8abfe18b45a5e42110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367105 Mar 08 15:49:33.230626 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52976) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:33.278796 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-689ea3e3-5a27-449b-bdd5-3a3c6af40e0d admin admin] Publish callbacks [] for security_group (c775d469-325f-4983-b891-fc5a8b267388), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:33.300342 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-689ea3e3-5a27-449b-bdd5-3a3c6af40e0d admin admin] Publish callbacks [] for security_group (c775d469-325f-4983-b891-fc5a8b267388), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:33.395379 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-689ea3e3-5a27-449b-bdd5-3a3c6af40e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (c775d469-325f-4983-b891-fc5a8b267388), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:33.397982 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-689ea3e3-5a27-449b-bdd5-3a3c6af40e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:33.399145 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-689ea3e3-5a27-449b-bdd5-3a3c6af40e0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c775d469-325f-4983-b891-fc5a8b267388 HTTP/1.1" status: 204 len: 168 time: 0.1676538 Mar 08 15:49:33.406754 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ea3e3-5a27-449b-bdd5-3a3c6af40e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c775d469-325f-4983-b891-fc5a8b267388,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:33.984299 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52982) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:34.027320 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-6d4e6525-c141-4c84-ab62-b96f9cdeb5c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48e98a3b49c44e2ca1c25c78ca0c5a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385361 Mar 08 15:49:34.027320 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 52984) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:34.030958 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device c880eed2-1320-4673-91a5-68fc3bbb14f2 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:49:34.051177 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: c880eed2-1320-4673-91a5-68fc3bbb14f2 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:49:34.051521 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device c880eed2-1320-4673-91a5-68fc3bbb14f2 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:49:34.075581 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9bf88418-94e7-40b2-a228-9511390a1250 admin admin] Publish callbacks [] for security_group (6b53fd69-08f5-45f0-83b7-d3c366f776b9), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:34.095828 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9bf88418-94e7-40b2-a228-9511390a1250 admin admin] Publish callbacks [] for security_group (6b53fd69-08f5-45f0-83b7-d3c366f776b9), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:34.215083 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9bf88418-94e7-40b2-a228-9511390a1250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (6b53fd69-08f5-45f0-83b7-d3c366f776b9), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:34.217546 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-9bf88418-94e7-40b2-a228-9511390a1250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:34.218677 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-9bf88418-94e7-40b2-a228-9511390a1250 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b53fd69-08f5-45f0-83b7-d3c366f776b9 HTTP/1.1" status: 204 len: 168 time: 0.1906185 Mar 08 15:49:34.226342 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf88418-94e7-40b2-a228-9511390a1250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b53fd69-08f5-45f0-83b7-d3c366f776b9,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:48.233987 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-3732a350-52a0-4b85-8ddd-ef869a80edf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:50.323071 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1a02-8819-4510-b299-3d189a0f2de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:50.351703 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:51.748568 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:53.182762 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:54.736608 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:58.363534 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:49:59.216334 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-06a724d7-1e76-4d2b-9741-81e5ba1f6810 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452974 Mar 08 15:49:59.298323 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-03399320-5ba5-451c-8032-84067bdd7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:59.300534 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-03399320-5ba5-451c-8032-84067bdd7b2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 1130 time: 0.0438719 Mar 08 15:49:59.398371 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-906890c6-1d9d-4d74-959e-5150b02eee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:59.399768 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-906890c6-1d9d-4d74-959e-5150b02eee11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.0798683 Mar 08 15:49:59.463914 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-d13f7a9e-4fe2-4118-a9a6-39e747bcb6cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7cd6d32-95b2-4124-9063-09065eb19636 HTTP/1.1" status: 200 len: 1001 time: 0.0588467 Mar 08 15:49:59.511451 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-db1989d1-dc07-4852-890b-2bb1e93eacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:59.512947 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-db1989d1-dc07-4852-890b-2bb1e93eacf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0437777 Mar 08 15:49:59.561277 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-d9c2a112-3a8f-4bef-9a42-c78ec6dbc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:59.562721 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-d9c2a112-3a8f-4bef-9a42-c78ec6dbc870 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431621 Mar 08 15:49:59.650209 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-337bbcee-a463-4448-8c3a-4676105e0647 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816245 Mar 08 15:49:59.744541 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-10ff56cb-f59c-4417-acc3-43c694c0b89f req-1740dec9-4bd1-4a53-9936-d976cbead167 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876367 Mar 08 15:50:10.758727 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db1610-c0c6-49a9-a4d1-e18ca5d25df2 req-c4c21513-3ca4-4aaa-8901-c4d7fdeacbd6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:10.760096 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31db1610-c0c6-49a9-a4d1-e18ca5d25df2 req-c4c21513-3ca4-4aaa-8901-c4d7fdeacbd6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 946 time: 0.3223479 Mar 08 15:50:10.807083 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-31db1610-c0c6-49a9-a4d1-e18ca5d25df2 req-cae06476-8afe-45bc-a3c3-633e33d6a4e7 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Mar 08 15:50:11.958075 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c961b-a6a7-4f35-a2aa-51660f07f3cf req-ace0edff-2e25-4291-92a6-397fadc53ef8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:11.959807 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-843c961b-a6a7-4f35-a2aa-51660f07f3cf req-ace0edff-2e25-4291-92a6-397fadc53ef8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 946 time: 0.0840442 Mar 08 15:50:11.970613 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-87d8118e-9304-4509-9776-bfda675976f2 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:11.971935 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-87d8118e-9304-4509-9776-bfda675976f2 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 946 time: 0.0699410 Mar 08 15:50:12.046194 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-843c961b-a6a7-4f35-a2aa-51660f07f3cf req-90a8d696-2953-4c69-9acf-5aa36299ee9a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732780 Mar 08 15:50:12.089858 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Deleting port e7cd6d32-95b2-4124-9063-09065eb19636 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:50:12.090121 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:12.178050 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] For port e7cd6d32-95b2-4124-9063-09065eb19636, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7cd6d32-95b2-4124-9063-09065eb19636,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:50:12.178419 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:12.342677 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:12.342956 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (fd4f4193-ca78-4216-b69a-fa2479523e74), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:12.343273 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Floating IP fd4f4193-ca78-4216-b69a-fa2479523e74 disassociated. External IP: 172.27.3.70, port: e7cd6d32-95b2-4124-9063-09065eb19636. Mar 08 15:50:12.343610 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Calling delete_port for e7cd6d32-95b2-4124-9063-09065eb19636 owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:50:12.581811 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (e7cd6d32-95b2-4124-9063-09065eb19636), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:12.609814 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event deleted for resources: {'Port': ['ID=e7cd6d32-95b2-4124-9063-09065eb19636,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:12.726715 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:50:12.833714 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:50:12.843101 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:50:12.852894 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:50:12.853494 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:49:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:50:12.872810 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] No DVR routers for this DVR port e7cd6d32-95b2-4124-9063-09065eb19636 on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:50:12.875227 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:12.879102 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c94f111-0131-44b1-ac55-84cf1cf7cceb req-1db5f18e-3f95-4797-99d2-f1bb94cee362 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "DELETE /v2.0/ports/e7cd6d32-95b2-4124-9063-09065eb19636 HTTP/1.1" status: 204 len: 173 time: 0.8996651 Mar 08 15:50:12.879501 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2459ed00-68e2-41dc-888a-41732efb99a6', 'name': 'network-vif-deleted', 'tag': 'e7cd6d32-95b2-4124-9063-09065eb19636'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:50:12.881773 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2ca03a-456d-4990-bd61-38598f72873b" -d '{"events": [{"server_uuid": "2459ed00-68e2-41dc-888a-41732efb99a6", "name": "network-vif-deleted", "tag": "e7cd6d32-95b2-4124-9063-09065eb19636"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:50:12.965577 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:50:13.123934 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb17fd2-0ee0-445a-be2b-f0a6610b1e33 x-openstack-request-id: req-9fb17fd2-0ee0-445a-be2b-f0a6610b1e33 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:50:13.124799 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2459ed00-68e2-41dc-888a-41732efb99a6", "name": "network-vif-deleted", "tag": "e7cd6d32-95b2-4124-9063-09065eb19636", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:50:13.125065 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fb17fd2-0ee0-445a-be2b-f0a6610b1e33 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:50:13.125457 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2459ed00-68e2-41dc-888a-41732efb99a6', 'name': 'network-vif-deleted', 'tag': 'e7cd6d32-95b2-4124-9063-09065eb19636', 'status': 'completed', 'code': 200} Mar 08 15:50:13.170518 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b5f02cc0-b259-4634-a487-5f578d379744 req-87d40a9d-4ebb-4177-8c57-1f2b51b0fa0a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=2459ed00-68e2-41dc-888a-41732efb99a6 HTTP/1.1" status: 200 len: 210 time: 0.0316825 Mar 08 15:50:13.191335 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:50:13.298530 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:50:13.306749 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:50:13.307354 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:49:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:50:13.422003 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:50:13.614535 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:50:13.643471 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288bf18-ff51-47fa-8b23-9d05f0306384 None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:50:13.866742 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad94d4-56b8-48df-bdcd-431d036954b0 None None] New status for floating IP fd4f4193-ca78-4216-b69a-fa2479523e74: DOWN {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:50:14.417249 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e7cd6d32-95b2-4124-9063-09065eb19636 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:50:14.479301 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-02e72a87-6493-487a-a4bb-2adc2cefac6e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866661474&fields=id&tenant_id=eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 267 time: 0.0472822 Mar 08 15:50:14.565737 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: e7cd6d32-95b2-4124-9063-09065eb19636 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:50:14.566003 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device e7cd6d32-95b2-4124-9063-09065eb19636 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:50:14.585493 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-d59c909c-abe8-44f7-8879-d8339882edb8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:14.586941 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-d59c909c-abe8-44f7-8879-d8339882edb8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 812 time: 0.1008997 Mar 08 15:50:14.600805 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-d2224f1d-918c-4d35-a981-0f16f705d548 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/quotas/eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 375 time: 0.0086451 Mar 08 15:50:14.695769 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-aecc0887-4d35-4d8b-897e-c74661cda5e7 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902472 Mar 08 15:50:14.797202 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-d5705f28-376f-4034-8713-e8a50cb0a079 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104200) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:50:14.798704 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-d5705f28-376f-4034-8713-e8a50cb0a079 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0917311 Mar 08 15:50:14.890278 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-73c707c9-05db-4a6b-ac19-f329f21dfb2b service neutron] 10.222.0.25 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858331 Mar 08 15:50:14.979589 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-86e06a64-99de-4572-adc2-168ded86a312 service neutron] 10.222.0.25 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837424 Mar 08 15:50:16.585399 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-551e15e5-3d43-4d3c-8bd7-fde587f33110 req-fe738e9e-25eb-40fc-af4a-aadaaefc30ff tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 210 time: 0.0269070 Mar 08 15:50:17.661337 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a7f29c1-f91b-4951-8c46-695e1798a56b req-beb1c66a-48be-4f7d-8f51-9c9a19a1c3a3 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 210 time: 0.0267131 Mar 08 15:50:18.277128 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-a4643817-7ef8-42dd-85aa-0ea67ea58350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:18.744849 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9100e836-2735-4783-8ba2-3e17bed73f51 req-1b3ce5eb-456e-40ba-888c-301af65eeb5f tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 210 time: 0.0352960 Mar 08 15:50:19.819076 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9472c71a-a12b-40b7-aaca-042a7657dccd req-120c0985-0cb1-4149-8788-f56eebb5e4a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 210 time: 0.0268312 Mar 08 15:50:20.421074 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e5741a61-76da-4f8b-a18b-180ce12aef83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:20.455645 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:20.906257 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e0c15317-253c-471a-82ff-cc6251ef7bce req-b4af3ec5-adff-443c-8359-f3c46c3813b9 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 210 time: 0.0253069 Mar 08 15:50:21.741394 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:22.000781 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1da512a6-80b4-4541-9356-5a8929c7b815 req-c71fbe71-13f0-4d94-adc7-65a9033f579e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 210 time: 0.0310280 Mar 08 15:50:22.973461 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-ba9ccacc-00ef-4d62-b1aa-bb6412e2bd0a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:22.974916 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-ba9ccacc-00ef-4d62-b1aa-bb6412e2bd0a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 812 time: 0.1019135 Mar 08 15:50:23.035391 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-fd5a1ff9-ddec-4a26-8c46-042a89607f41 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 379 time: 0.0526121 Mar 08 15:50:23.043982 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'port': {'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'admin_state_up': True, 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'security_groups': ['1e5fb90a-2f50-4393-9aaa-9766f26003d1']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:50:23.126519 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-39a90100-9759-4171-a7c7-f1c208afff85 req-0ca6355c-14d7-46b6-b796-75d705c935a8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 210 time: 0.0542440 Mar 08 15:50:23.255782 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:23.293578 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Made reservation on behalf of eea5da771e2142b699fe081c5defbd69 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:50:23.297109 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:23.420378 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Allocated IP 172.20.0.4 (5d219c35-ae95-4843-a409-87ce6d074866/509ac59f-3a33-401c-8677-a85eeda85de2/436fe0c4-25a3-423e-9361-7287982589c7) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:50:23.551587 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (436fe0c4-25a3-423e-9361-7287982589c7), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:23.700167 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (436fe0c4-25a3-423e-9361-7287982589c7), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:23.744065 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Network 5d219c35-ae95-4843-a409-87ce6d074866 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:50:23.747238 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:50:23.750917 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:50:23.757940 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=436fe0c4-25a3-423e-9361-7287982589c7,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:23.787544 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.787879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.788252 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.788654 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.788938 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.789270 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.789604 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.790203 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.790536 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.790865 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.791192 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.791517 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.791841 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:23.814191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:23.814814 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:23.885135 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-9463c3c5-fcda-4b64-80ff-ff8bea40bd30 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8451419 Mar 08 15:50:23.897032 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Request body: {'port': {'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:50:23.960997 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (436fe0c4-25a3-423e-9361-7287982589c7), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:23.976534 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-91aee540-c735-4ce1-94b8-bec37e7c338f None None] Provisioning complete for port 436fe0c4-25a3-423e-9361-7287982589c7 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:50:23.980793 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-91aee540-c735-4ce1-94b8-bec37e7c338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (436fe0c4-25a3-423e-9361-7287982589c7), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:24.013982 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-91aee540-c735-4ce1-94b8-bec37e7c338f None None] Port 436fe0c4-25a3-423e-9361-7287982589c7 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:50:24.242281 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436fe0c4-25a3-423e-9361-7287982589c7 {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:50:24.252497 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Publish callbacks [] for port (436fe0c4-25a3-423e-9361-7287982589c7), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:24.270218 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Transition to ACTIVE for port object 436fe0c4-25a3-423e-9361-7287982589c7 will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:50:24.280557 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0ceaf-0627-4939-8e50-81846f85db06 req-0f97e5ae-151f-4bc1-b852-7cddd0f0477d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:24.282026 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-56f0ceaf-0627-4939-8e50-81846f85db06 req-0f97e5ae-151f-4bc1-b852-7cddd0f0477d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 931 time: 0.0780191 Mar 08 15:50:24.330232 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-56f0ceaf-0627-4939-8e50-81846f85db06 req-05caa1ea-f778-46a3-8149-4b4047da0ef1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423112 Mar 08 15:50:24.335149 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (436fe0c4-25a3-423e-9361-7287982589c7), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:24.388263 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Pushing event updated for resources: {'Port': ['ID=436fe0c4-25a3-423e-9361-7287982589c7,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:24.460017 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Attempting to bind port 436fe0c4-25a3-423e-9361-7287982589c7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:50:24.460380 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Attempting to bind port 436fe0c4-25a3-423e-9361-7287982589c7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:50:24.460717 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Attempting to bind port 436fe0c4-25a3-423e-9361-7287982589c7 on network 5d219c35-ae95-4843-a409-87ce6d074866 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:50:24.465231 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Port 436fe0c4-25a3-423e-9361-7287982589c7 on network 5d219c35-ae95-4843-a409-87ce6d074866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:50:24.468826 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Attempting to bind port 436fe0c4-25a3-423e-9361-7287982589c7 on network 5d219c35-ae95-4843-a409-87ce6d074866 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:50:24.470558 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:50:24.470895 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Checking segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:50:24.471311 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Bound using segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:50:24.471778 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Bound port: 436fe0c4-25a3-423e-9361-7287982589c7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:50:24.472159 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (436fe0c4-25a3-423e-9361-7287982589c7), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:24.540914 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] For port 436fe0c4-25a3-423e-9361-7287982589c7, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:50:24.543871 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] For port 436fe0c4-25a3-423e-9361-7287982589c7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=436fe0c4-25a3-423e-9361-7287982589c7,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:50:24.627105 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (436fe0c4-25a3-423e-9361-7287982589c7), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:24.661918 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:24.662543 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:24.663902 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] 10.222.0.24 "PUT /v2.0/ports/436fe0c4-25a3-423e-9361-7287982589c7 HTTP/1.1" status: 200 len: 1093 time: 0.7711675 Mar 08 15:50:24.664386 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:50:24.666863 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb405a2-130c-4c51-97f8-d0e38253e9de" -d '{"events": [{"name": "network-changed", "server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "tag": "436fe0c4-25a3-423e-9361-7287982589c7"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:50:24.693504 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a3d70-ede6-4c19-b93f-57bd1596879a service neutron] Pushing event updated for resources: {'Port': ['ID=436fe0c4-25a3-423e-9361-7287982589c7,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:24.705140 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffdd6d0-2223-49c4-9ef1-3d5bc47b28da x-openstack-request-id: req-8ffdd6d0-2223-49c4-9ef1-3d5bc47b28da {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:50:24.705440 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "tag": "436fe0c4-25a3-423e-9361-7287982589c7", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:50:24.705695 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ffdd6d0-2223-49c4-9ef1-3d5bc47b28da {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:50:24.706211 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7', 'status': 'completed', 'code': 200} Mar 08 15:50:24.772965 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb405a2-130c-4c51-97f8-d0e38253e9de req-9c9b29a0-ee68-4786-8830-a143c3ef0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:24.774480 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9bb405a2-130c-4c51-97f8-d0e38253e9de req-9c9b29a0-ee68-4786-8830-a143c3ef0112 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1127 time: 0.0478752 Mar 08 15:50:24.781362 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:24.876817 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb405a2-130c-4c51-97f8-d0e38253e9de req-575d04f2-b84f-4220-b5c2-baec1dc18674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:24.878940 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9bb405a2-130c-4c51-97f8-d0e38253e9de req-575d04f2-b84f-4220-b5c2-baec1dc18674 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eea5da771e2142b699fe081c5defbd69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982790 Mar 08 15:50:24.970755 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb405a2-130c-4c51-97f8-d0e38253e9de req-134d50cd-fc44-492d-9174-e9327671a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:24.972803 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9bb405a2-130c-4c51-97f8-d0e38253e9de req-134d50cd-fc44-492d-9174-e9327671a5d4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871875 Mar 08 15:50:25.052226 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-ab0047db-754d-443e-a38e-9fa0cef00b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:25.053697 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-ab0047db-754d-443e-a38e-9fa0cef00b7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1127 time: 0.0447836 Mar 08 15:50:25.096030 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-370b5087-56f8-46f5-99f2-df3f27209489 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=436fe0c4-25a3-423e-9361-7287982589c7 HTTP/1.1" status: 200 len: 217 time: 0.0358844 Mar 08 15:50:25.142382 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-02193087-3c90-4a48-bc0a-fc735261e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:25.143849 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-02193087-3c90-4a48-bc0a-fc735261e1f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0418510 Mar 08 15:50:25.192458 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-7a0546ab-90bd-4e8c-8318-bfa7776152d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:25.193904 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-7a0546ab-90bd-4e8c-8318-bfa7776152d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436110 Mar 08 15:50:25.281023 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-276c5b61-0edb-4a93-ad5f-bc7b7ad3c430 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811682 Mar 08 15:50:25.365007 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e49b0ebb-81c9-4fe4-8bbd-3ae6cb506641 req-aa3d7857-23a7-4453-b50f-f0ae9caf68e9 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784595 Mar 08 15:50:25.450725 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080de7db-0c83-4536-b786-a728e77dcdf2 req-d6e35ea9-9d8a-4264-9f7f-a7c1aa489be3 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:25.452093 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-080de7db-0c83-4536-b786-a728e77dcdf2 req-d6e35ea9-9d8a-4264-9f7f-a7c1aa489be3 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 943 time: 0.0551336 Mar 08 15:50:25.500496 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-080de7db-0c83-4536-b786-a728e77dcdf2 req-86547e1d-7ea7-4977-829c-cd7701674dfd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422089 Mar 08 15:50:26.620446 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71105051-6855-41b5-824c-6ac4e5d48810 req-4fe13431-a2d9-4345-ab40-17f7c40b457d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:26.621881 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-71105051-6855-41b5-824c-6ac4e5d48810 req-4fe13431-a2d9-4345-ab40-17f7c40b457d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 943 time: 0.0512865 Mar 08 15:50:26.669500 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-71105051-6855-41b5-824c-6ac4e5d48810 req-cb6686fe-bff6-45de-a5a5-50fde8c8eee3 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419848 Mar 08 15:50:27.788994 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24e4fc-3c5c-4f54-8787-cc743705a4ea req-1db3692b-df09-4d65-8772-ebd27b50713b tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:27.790689 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf24e4fc-3c5c-4f54-8787-cc743705a4ea req-1db3692b-df09-4d65-8772-ebd27b50713b tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 943 time: 0.0545418 Mar 08 15:50:27.841817 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-bf24e4fc-3c5c-4f54-8787-cc743705a4ea req-6f3f439d-1d6f-471c-ae94-0739f8fe405b tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454297 Mar 08 15:50:28.955139 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14008e7-c4a4-41ba-b77f-58a89ed73317 req-0b73ee28-478e-4543-a132-91ef631aea99 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:28.956585 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a14008e7-c4a4-41ba-b77f-58a89ed73317 req-0b73ee28-478e-4543-a132-91ef631aea99 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 943 time: 0.0508518 Mar 08 15:50:29.003461 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-a14008e7-c4a4-41ba-b77f-58a89ed73317 req-591c15ec-dc3f-4251-bdb4-d84863fe74c5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408995 Mar 08 15:50:30.117597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f68ba-cc7f-4035-8ba5-3a6fe471016b req-43b700a1-cbe5-4af5-8b2b-f02094072441 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:30.119052 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-162f68ba-cc7f-4035-8ba5-3a6fe471016b req-43b700a1-cbe5-4af5-8b2b-f02094072441 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 943 time: 0.0512955 Mar 08 15:50:30.170485 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-162f68ba-cc7f-4035-8ba5-3a6fe471016b req-994fab50-8a9b-4518-a24f-49cd340ce0a2 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459845 Mar 08 15:50:31.283369 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7a5c-a743-46c0-972f-b17815d66ce9 req-f28d20b5-cfe2-40ad-a396-95e3981763a9 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:31.285347 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6b7e7a5c-a743-46c0-972f-b17815d66ce9 req-f28d20b5-cfe2-40ad-a396-95e3981763a9 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 943 time: 0.0517333 Mar 08 15:50:31.331927 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6b7e7a5c-a743-46c0-972f-b17815d66ce9 req-da2fb168-20c3-4827-ba51-116b74244ddc tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409751 Mar 08 15:50:32.445400 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f5c5f-9391-4d4a-b8cd-58688b90ef72 req-c06295f0-0ca2-44ce-a326-fc6b980df9c0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:32.446841 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b82f5c5f-9391-4d4a-b8cd-58688b90ef72 req-c06295f0-0ca2-44ce-a326-fc6b980df9c0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 943 time: 0.0511985 Mar 08 15:50:32.494087 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b82f5c5f-9391-4d4a-b8cd-58688b90ef72 req-dc9207b9-22ac-4967-b297-c436f63e0eb3 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418284 Mar 08 15:50:32.565185 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 436fe0c4-25a3-423e-9361-7287982589c7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:50:32.658139 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 436fe0c4-25a3-423e-9361-7287982589c7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=436fe0c4-25a3-423e-9361-7287982589c7,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:50:32.668928 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '436fe0c4-25a3-423e-9361-7287982589c7', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:50:32.705246 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 436fe0c4-25a3-423e-9361-7287982589c7 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:50:32.705652 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (436fe0c4-25a3-423e-9361-7287982589c7), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:32.721006 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436fe0c4-25a3-423e-9361-7287982589c7 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:50:32.740414 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 436fe0c4-25a3-423e-9361-7287982589c7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=436fe0c4-25a3-423e-9361-7287982589c7,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:50:32.798094 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (436fe0c4-25a3-423e-9361-7287982589c7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:32.844134 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=436fe0c4-25a3-423e-9361-7287982589c7,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:32.851517 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.851878 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.852258 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.852605 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.852946 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.853285 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.853623 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.853961 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.854299 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.854632 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.854964 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.855307 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:32.855621 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:33.039698 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['436fe0c4-25a3-423e-9361-7287982589c7'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:50:33.617736 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a084c58-2149-4432-a5a2-7640be1395d5 req-86947962-b119-4b75-bb0e-fbea6d6df133 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:33.619185 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0a084c58-2149-4432-a5a2-7640be1395d5 req-86947962-b119-4b75-bb0e-fbea6d6df133 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 944 time: 0.0557852 Mar 08 15:50:33.666793 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0a084c58-2149-4432-a5a2-7640be1395d5 req-1e379aba-f516-44f6-8740-363d92142dee tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421288 Mar 08 15:50:34.572575 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 436fe0c4-25a3-423e-9361-7287982589c7 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:50:34.677309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 436fe0c4-25a3-423e-9361-7287982589c7 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:50:34.680975 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 436fe0c4-25a3-423e-9361-7287982589c7 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:50:34.681352 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (436fe0c4-25a3-423e-9361-7287982589c7), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:34.760236 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 436fe0c4-25a3-423e-9361-7287982589c7 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:50:34.760636 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (436fe0c4-25a3-423e-9361-7287982589c7), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:34.782599 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:50:34.782996 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac73ca-c031-49c8-9d37-8b6502666828 req-5a081136-e4ac-4235-9230-f9fc95d032fb tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:34.785047 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06ac73ca-c031-49c8-9d37-8b6502666828 req-5a081136-e4ac-4235-9230-f9fc95d032fb tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 944 time: 0.0523350 Mar 08 15:50:34.785460 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392165ad-e699-4284-97ba-0d2e3c0bc34a" -d '{"events": [{"server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "name": "network-vif-plugged", "status": "completed", "tag": "436fe0c4-25a3-423e-9361-7287982589c7"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:50:34.800863 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 436fe0c4-25a3-423e-9361-7287982589c7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=436fe0c4-25a3-423e-9361-7287982589c7,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:50:34.840351 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-06ac73ca-c031-49c8-9d37-8b6502666828 req-ec32c184-d534-443d-9c10-39652648cc54 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487471 Mar 08 15:50:34.866251 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (436fe0c4-25a3-423e-9361-7287982589c7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:34.889530 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1991bbf-59cf-4b83-9eef-148fe358ac84 x-openstack-request-id: req-c1991bbf-59cf-4b83-9eef-148fe358ac84 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:50:34.889824 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "name": "network-vif-plugged", "status": "completed", "tag": "436fe0c4-25a3-423e-9361-7287982589c7", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:50:34.890078 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1991bbf-59cf-4b83-9eef-148fe358ac84 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:50:34.890468 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7', 'code': 200} Mar 08 15:50:34.916572 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=436fe0c4-25a3-423e-9361-7287982589c7,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:35.234445 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9cc5-a66c-4876-ab40-b1641b359953 req-77438f86-4c08-41fd-9e08-0c0fc5776012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:35.235865 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-17cc9cc5-a66c-4876-ab40-b1641b359953 req-77438f86-4c08-41fd-9e08-0c0fc5776012 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1129 time: 0.0409663 Mar 08 15:50:35.286393 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-17cc9cc5-a66c-4876-ab40-b1641b359953 req-91639228-eee4-430b-9fc0-719a13b79fb0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403044 Mar 08 15:50:35.362260 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:50:35.954866 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b016b8b-6b5f-4845-b868-fa28aed78706 req-6022dc8c-6243-46e0-b8c1-efaf84f5d6bf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:35.956923 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6b016b8b-6b5f-4845-b868-fa28aed78706 req-6022dc8c-6243-46e0-b8c1-efaf84f5d6bf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Mar 08 15:50:36.003498 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6b016b8b-6b5f-4845-b868-fa28aed78706 req-f09c1196-b865-44c0-a78a-1eeacd782c74 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Mar 08 15:50:37.120098 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2c52-8c1d-4651-9628-d337441cf962 req-e0d1d11a-140c-4b9f-9985-d1c40396446d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:37.121562 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-831a2c52-8c1d-4651-9628-d337441cf962 req-e0d1d11a-140c-4b9f-9985-d1c40396446d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Mar 08 15:50:37.168518 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-831a2c52-8c1d-4651-9628-d337441cf962 req-bf18802b-31c8-45df-9391-caaceed06546 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Mar 08 15:50:37.286463 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c574b-afb0-4e19-929e-0293b7c5b29f req-c70a01fb-8182-47db-b248-c1fdeaf8c696 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:37.287816 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e50c574b-afb0-4e19-929e-0293b7c5b29f req-c70a01fb-8182-47db-b248-c1fdeaf8c696 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 945 time: 0.0548568 Mar 08 15:50:37.334428 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-e50c574b-afb0-4e19-929e-0293b7c5b29f req-0c78fe50-3be9-4342-aeac-f982cd5bcc94 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409677 Mar 08 15:50:37.355423 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53084) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:50:37.396982 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d0cae-9f52-4976-adbc-0bf886c197d8 tempest-TestVolumeBootPattern-1662609424 tempest-TestVolumeBootPattern-1662609424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:37.398424 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-669d0cae-9f52-4976-adbc-0bf886c197d8 tempest-TestVolumeBootPattern-1662609424 tempest-TestVolumeBootPattern-1662609424-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1124 time: 0.0420675 Mar 08 15:50:37.401057 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53086) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:50:37.405148 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:50:37.521746 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:37.616358 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:37.714074 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Allocated IP 172.27.3.17 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/6251804b-d798-4da0-91da-e2facc44a004) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:50:37.813349 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (6251804b-d798-4da0-91da-e2facc44a004), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:37.899240 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (6251804b-d798-4da0-91da-e2facc44a004), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:37.932236 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:50:37.936823 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:50:37.940699 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:50:37.967229 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=6251804b-d798-4da0-91da-e2facc44a004,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:38.289580 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (38faba61-d8ba-4202-9035-73d309936207), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:38.416338 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (6251804b-d798-4da0-91da-e2facc44a004), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:38.560865 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (6251804b-d798-4da0-91da-e2facc44a004), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:38.626073 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (6251804b-d798-4da0-91da-e2facc44a004), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:38.694037 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=6251804b-d798-4da0-91da-e2facc44a004,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:38.703596 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (38faba61-d8ba-4202-9035-73d309936207), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:39.074688 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Floating IP 38faba61-d8ba-4202-9035-73d309936207 associated. External IP: 172.27.3.17, port: 436fe0c4-25a3-423e-9361-7287982589c7. Mar 08 15:50:39.273588 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:50:39.378565 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:50:39.387734 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:50:39.397275 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:50:39.400892 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:50:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:50:39.445099 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:39.473677 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-69638712-fc7e-4749-8fa8-ebfd156e57e8 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0716343 Mar 08 15:50:39.474273 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:50:39.476549 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7147d9-96a9-42d2-966f-240720875657" -d '{"events": [{"name": "network-changed", "server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "tag": "436fe0c4-25a3-423e-9361-7287982589c7"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:50:39.503276 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:50:39.516663 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf628d7-2be3-4c77-bbf5-088e9898c646 x-openstack-request-id: req-7bf628d7-2be3-4c77-bbf5-088e9898c646 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:50:39.516956 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "tag": "436fe0c4-25a3-423e-9361-7287982589c7", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:50:39.517206 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bf628d7-2be3-4c77-bbf5-088e9898c646 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:50:39.517608 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7', 'status': 'completed', 'code': 200} Mar 08 15:50:39.588140 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7147d9-96a9-42d2-966f-240720875657 req-bb85b1d6-b9e1-49ac-973a-1d64d0f58981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:39.589719 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7147d9-96a9-42d2-966f-240720875657 req-bb85b1d6-b9e1-49ac-973a-1d64d0f58981 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1129 time: 0.0470073 Mar 08 15:50:39.676986 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7147d9-96a9-42d2-966f-240720875657 req-b8142943-c86b-4c2a-a6ec-0d9beb74b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:39.678367 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7147d9-96a9-42d2-966f-240720875657 req-b8142943-c86b-4c2a-a6ec-0d9beb74b577 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.0828214 Mar 08 15:50:39.726487 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:38Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:50:39.744603 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7147d9-96a9-42d2-966f-240720875657 req-c29fec53-631f-4502-be2d-1b09a6c1b4bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=436fe0c4-25a3-423e-9361-7287982589c7 HTTP/1.1" status: 200 len: 998 time: 0.0604296 Mar 08 15:50:39.751839 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:50:39.760856 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:50:39.761451 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:50:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:50:39.791038 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7147d9-96a9-42d2-966f-240720875657 req-a9798814-f988-4618-819f-e9cd0ed4436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:39.792519 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7147d9-96a9-42d2-966f-240720875657 req-a9798814-f988-4618-819f-e9cd0ed4436c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0425210 Mar 08 15:50:39.839616 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7147d9-96a9-42d2-966f-240720875657 req-50b05e37-e281-46dd-8b57-cca2cfb52cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:39.841132 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7147d9-96a9-42d2-966f-240720875657 req-50b05e37-e281-46dd-8b57-cca2cfb52cfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434718 Mar 08 15:50:39.867056 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:50:39.933512 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7147d9-96a9-42d2-966f-240720875657 req-58844235-3b29-4374-a6f7-b80e7db5436e service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862184 Mar 08 15:50:40.022203 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3e7147d9-96a9-42d2-966f-240720875657 req-07050c98-61d7-4bb1-a706-bd9364ef9790 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824280 Mar 08 15:50:40.083953 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:38Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:50:40.112759 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207cc38-4f52-419b-aac0-ccdb4dc22b92 None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:38Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:50:40.296408 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db6e82-0641-4eb9-8a7b-4e1826b2ec6b None None] New status for floating IP 38faba61-d8ba-4202-9035-73d309936207: ACTIVE {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:50:48.243047 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-73733979-fcd8-4bd2-9d0a-292cd02c6e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:50.350830 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c2ee-6574-4fb3-b68b-b9e25466b7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:50.379150 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:51.728097 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:53.219526 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:54.733402 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:01.215129 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-17dabe9b-c7cc-4715-acdb-1529fa2b7515 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466461 Mar 08 15:51:01.297237 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-f0dffc7a-71c7-4873-860b-41eaddaaa7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:51:01.298686 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-f0dffc7a-71c7-4873-860b-41eaddaaa7d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1129 time: 0.0430996 Mar 08 15:51:01.395081 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-2097e3c6-0ea8-42d6-b96c-4825357ba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:51:01.396450 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-2097e3c6-0ea8-42d6-b96c-4825357ba9a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.0812397 Mar 08 15:51:01.461483 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-0678f58a-19f7-48b0-80c1-95eb85de8e01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=436fe0c4-25a3-423e-9361-7287982589c7 HTTP/1.1" status: 200 len: 1000 time: 0.0597053 Mar 08 15:51:01.508701 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-531ed424-a575-437a-98bd-87d2203934e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:51:01.510165 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-531ed424-a575-437a-98bd-87d2203934e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0436187 Mar 08 15:51:01.558462 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-552c4451-c45e-478f-9284-7af04c36bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:51:01.559947 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-552c4451-c45e-478f-9284-7af04c36bd35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435348 Mar 08 15:51:01.646924 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-a0860b85-ab28-4194-b74a-05cc47d179ed service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813212 Mar 08 15:51:01.734003 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4192a9e6-02a2-4e44-a47e-a583d409e4c6 req-ba2e4ee8-16b9-405d-a83a-50e96cea04d0 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818629 Mar 08 15:51:12.360971 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:51:18.229508 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-124f2863-9252-4ffd-9b76-b8bff5612283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:20.332474 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1a80e89e-f221-4ef6-847c-91d558e80d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:20.366554 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:21.743409 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:23.223715 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:24.738229 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:48.222199 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d12b493a-e4a0-4357-92cc-9e1023a8547f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:49.360230 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:51:50.353671 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c0cccd1f-1cea-4bf9-97ed-0d4c26158f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:50.376439 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:51.736375 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:53.199133 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:54.759314 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:01.216753 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-02cf6082-72c9-4037-b016-6b04841ed384 req-42861817-1114-48dc-a255-a34c44f3854e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425277 Mar 08 15:52:01.298764 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6082-72c9-4037-b016-6b04841ed384 req-6d3aec40-4f5b-437b-b447-2025a7248bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:01.300217 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-02cf6082-72c9-4037-b016-6b04841ed384 req-6d3aec40-4f5b-437b-b447-2025a7248bf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1129 time: 0.0432544 Mar 08 15:52:01.399602 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6082-72c9-4037-b016-6b04841ed384 req-50505c32-2d84-4f22-bb1d-bfa1ec635eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:01.400966 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-02cf6082-72c9-4037-b016-6b04841ed384 req-50505c32-2d84-4f22-bb1d-bfa1ec635eab service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.0831687 Mar 08 15:52:01.462570 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-02cf6082-72c9-4037-b016-6b04841ed384 req-49a9f27d-4a03-42eb-8528-01d12c306a38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=436fe0c4-25a3-423e-9361-7287982589c7 HTTP/1.1" status: 200 len: 1000 time: 0.0557585 Mar 08 15:52:01.507598 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6082-72c9-4037-b016-6b04841ed384 req-52c2061c-0ef1-4425-a9c2-0b7ad2ae9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:01.508993 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-02cf6082-72c9-4037-b016-6b04841ed384 req-52c2061c-0ef1-4425-a9c2-0b7ad2ae9727 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0406203 Mar 08 15:52:01.559407 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6082-72c9-4037-b016-6b04841ed384 req-634b5ef4-b692-437b-a1da-53db4780a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:01.561105 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-02cf6082-72c9-4037-b016-6b04841ed384 req-634b5ef4-b692-437b-a1da-53db4780a65a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457439 Mar 08 15:52:01.645525 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-02cf6082-72c9-4037-b016-6b04841ed384 req-1efc2524-bf84-4b0d-bf77-5589b3c1765e service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788031 Mar 08 15:52:01.734168 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-02cf6082-72c9-4037-b016-6b04841ed384 req-402e26d3-ec78-4936-833e-3e2e127809d3 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826781 Mar 08 15:52:15.069989 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-fc4a8256-5a24-4962-a49b-f5e07782a5ff tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866661474&fields=id&tenant_id=eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 267 time: 0.0437257 Mar 08 15:52:15.174262 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-509c1e5b-8445-423d-9e0a-6edbb0c16702 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:15.175865 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-509c1e5b-8445-423d-9e0a-6edbb0c16702 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 812 time: 0.0996974 Mar 08 15:52:15.191005 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-e4513456-dac8-497e-b2cd-4c38f4bd0200 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/quotas/eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 375 time: 0.0097995 Mar 08 15:52:15.250036 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-61bce4fc-906b-4e64-96cb-2c910ef55d98 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542147 Mar 08 15:52:15.342298 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-772160a1-3944-4721-a583-50b2de81a0c9 service neutron] 10.222.0.25 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809379 Mar 08 15:52:15.431332 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-e35ce852-5e87-467a-9005-78ae2fd0b662 service neutron] 10.222.0.25 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835910 Mar 08 15:52:15.954958 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6ea4dbec-2e3c-419e-9219-2501f8fe6ae3 req-426ec5a3-9447-4289-ac71-bc4a5735b67e tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 210 time: 0.0269456 Mar 08 15:52:17.046492 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-42f1ddb3-e709-4f35-8cab-49ea0bf97f0c req-3396d687-a685-4b99-9876-dd9ef840ae43 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 210 time: 0.0276606 Mar 08 15:52:17.608344 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-58393220-231e-4bcd-9dc3-f4739093a1fd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:17.609779 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-58393220-231e-4bcd-9dc3-f4739093a1fd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 812 time: 0.1024756 Mar 08 15:52:17.670612 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-170dfbc4-1d31-4498-b153-d7fe4a6cc8bc tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea5da771e2142b699fe081c5defbd69 HTTP/1.1" status: 200 len: 379 time: 0.0528708 Mar 08 15:52:17.678726 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'port': {'device_id': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'admin_state_up': True, 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'security_groups': ['1e5fb90a-2f50-4393-9aaa-9766f26003d1']}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:52:17.861564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Made reservation on behalf of eea5da771e2142b699fe081c5defbd69 for: {'port': 1} {{(pid=104200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:52:17.864909 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:17.990197 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Allocated IP 172.20.0.3 (5d219c35-ae95-4843-a409-87ce6d074866/509ac59f-3a33-401c-8677-a85eeda85de2/39ee6958-2ca9-4506-8d4f-1ac157f09ed5) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:52:18.148570 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-ddcdfeee-5108-42e6-b119-3c00098c8961 req-9b1e4ce6-8611-4328-9e09-8e934fbf6717 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 210 time: 0.0354240 Mar 08 15:52:18.151333 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:18.238219 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-b8ff399d-e254-4b41-b394-e522ae59fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:18.261593 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:18.306641 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Network 5d219c35-ae95-4843-a409-87ce6d074866 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:52:18.309610 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:52:18.313268 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:52:18.319813 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:18.354862 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.355227 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.355580 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.355926 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.356302 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.356672 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.357680 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.357926 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.358263 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.358602 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.358973 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.359267 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.359600 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:18.384682 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:18.385298 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:18.492426 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-aebd7860-10e8-4db8-929b-168b98e4f7ac tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8172336 Mar 08 15:52:18.503597 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Request body: {'port': {'device_id': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:52:18.507249 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-0a6b5dd7-1b3b-4430-a9f5-d7874032d064 None None] Provisioning complete for port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 triggered by entity DHCP. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:52:18.507249 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5dd7-1b3b-4430-a9f5-d7874032d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:18.542898 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b5dd7-1b3b-4430-a9f5-d7874032d064 None None] Port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 cannot update to ACTIVE because it is not bound. {{(pid=104202) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:52:18.563482 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:18.823136 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 {{(pid=104200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:52:18.832084 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Publish callbacks [] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:18.844345 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.provisioning_blocks [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Transition to ACTIVE for port object 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 will not be triggered until provisioned by entity L2. {{(pid=104200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:52:18.912300 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:18.979557 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:19.031459 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Attempting to bind port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:52:19.031800 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Attempting to bind port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:52:19.032135 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Attempting to bind port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 on network 5d219c35-ae95-4843-a409-87ce6d074866 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:52:19.038254 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 on network 5d219c35-ae95-4843-a409-87ce6d074866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:52:19.038712 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Attempting to bind port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 on network 5d219c35-ae95-4843-a409-87ce6d074866 {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:52:19.043819 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Checking agent: {'id': '29048a0d-1afa-4790-abd8-7293752782a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:52:19.044355 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Checking segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:52:19.044741 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Bound using segment: {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'} {{(pid=104200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:52:19.045171 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.managers [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Bound port: 39ee6958-2ca9-4506-8d4f-1ac157f09ed5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862bdfe6-1826-4b44-a845-c4422393822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866'}}] {{(pid=104200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:52:19.045533 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:19.112769 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] For port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5, host hv-cinder-83009, cleared binding levels {{(pid=104200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:52:19.115693 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] For port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:52:19.227825 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:19.277984 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:19.278642 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:19.279991 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/39ee6958-2ca9-4506-8d4f-1ac157f09ed5 HTTP/1.1" status: 200 len: 1093 time: 0.7806010 Mar 08 15:52:19.284218 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:52:19.286736 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa29baf8-047a-4c78-a388-27c37e6a4093" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:52:19.327972 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa3aea-2c06-45aa-979a-ebcbaab78bd8 req-07427ba9-81cf-4d99-82e3-c82c2e0abdd7 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:19.329676 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-79fa3aea-2c06-45aa-979a-ebcbaab78bd8 req-07427ba9-81cf-4d99-82e3-c82c2e0abdd7 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 943 time: 0.1133997 Mar 08 15:52:19.331688 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d1059-2336-4bae-90e7-29e0d69d048f x-openstack-request-id: req-d08d1059-2336-4bae-90e7-29e0d69d048f {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:52:19.331979 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:52:19.332258 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d08d1059-2336-4bae-90e7-29e0d69d048f {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:52:19.332651 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'status': 'completed', 'code': 200} Mar 08 15:52:19.333195 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd9736-a982-4f48-8e17-32bc7838f8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,revision_number=3']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:19.416876 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-79fa3aea-2c06-45aa-979a-ebcbaab78bd8 req-04fe3abb-f7e1-415b-8080-8a27276b111c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795755 Mar 08 15:52:19.431726 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29baf8-047a-4c78-a388-27c37e6a4093 req-8c82f628-660e-43c6-a912-778dc90324c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:19.433346 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aa29baf8-047a-4c78-a388-27c37e6a4093 req-8c82f628-660e-43c6-a912-778dc90324c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 1127 time: 0.0719154 Mar 08 15:52:19.527795 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29baf8-047a-4c78-a388-27c37e6a4093 req-9ecb3d83-150a-41fb-93bd-92ee79d56cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:19.529298 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aa29baf8-047a-4c78-a388-27c37e6a4093 req-9ecb3d83-150a-41fb-93bd-92ee79d56cc9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eea5da771e2142b699fe081c5defbd69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0887134 Mar 08 15:52:19.620879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29baf8-047a-4c78-a388-27c37e6a4093 req-52a06ef0-c482-40a0-a3ce-6eeffebf631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:19.622908 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-aa29baf8-047a-4c78-a388-27c37e6a4093 req-52a06ef0-c482-40a0-a3ce-6eeffebf631a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875809 Mar 08 15:52:19.699225 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-26d1bd19-80a0-41cd-82e9-1945a8246b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:19.700762 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-26d1bd19-80a0-41cd-82e9-1945a8246b7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 1127 time: 0.0437388 Mar 08 15:52:19.739403 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-a01b0c1d-73ad-402a-90cd-66a72b6f8d7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee6958-2ca9-4506-8d4f-1ac157f09ed5 HTTP/1.1" status: 200 len: 217 time: 0.0326221 Mar 08 15:52:19.789713 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-0ec26254-0cc7-4582-9c08-ab3183c6540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:19.791116 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-0ec26254-0cc7-4582-9c08-ab3183c6540e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0459626 Mar 08 15:52:19.838011 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-ad79b4ec-53ad-4beb-82ec-a608ae700307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:19.839427 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-ad79b4ec-53ad-4beb-82ec-a608ae700307 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420330 Mar 08 15:52:19.923157 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-d62ebc12-87d4-46f2-860f-d3b9c70e8cbe service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777209 Mar 08 15:52:20.010180 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-34a5cc9b-e26d-42d2-b1da-0c2da5eef5ff req-33f94cab-2568-4d08-b43e-6e8f65ab9ece service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812118 Mar 08 15:52:20.329678 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7706497d-ce56-439a-b282-d6495c175d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:20.375351 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:20.540126 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e2ba5-cb49-489b-bb1f-6de6c7496c23 req-aa0cc1fc-8c97-472f-b4ba-eff197225817 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:20.541632 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2a9e2ba5-cb49-489b-bb1f-6de6c7496c23 req-aa0cc1fc-8c97-472f-b4ba-eff197225817 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 943 time: 0.0562935 Mar 08 15:52:20.588603 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-2a9e2ba5-cb49-489b-bb1f-6de6c7496c23 req-10df7953-9cbd-4d8d-b298-8a30fcdfc57c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406852 Mar 08 15:52:21.709025 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc89c25-5937-40bc-80d8-05c6a635c260 req-ce168a2f-9668-4277-97da-e56210bb05fd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:21.710479 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5fc89c25-5937-40bc-80d8-05c6a635c260 req-ce168a2f-9668-4277-97da-e56210bb05fd tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 943 time: 0.0574677 Mar 08 15:52:21.752536 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:21.759062 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-5fc89c25-5937-40bc-80d8-05c6a635c260 req-6a330543-f980-41ef-9b5a-30df7f55ec25 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431082 Mar 08 15:52:22.874727 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20b9b3-ad40-4f99-8fba-9b80c43cdc26 req-8e5a5afa-9ce1-446a-be7f-77848e7005f1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:22.876235 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e20b9b3-ad40-4f99-8fba-9b80c43cdc26 req-8e5a5afa-9ce1-446a-be7f-77848e7005f1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 943 time: 0.0522857 Mar 08 15:52:22.924394 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e20b9b3-ad40-4f99-8fba-9b80c43cdc26 req-9f7692c7-5e4b-496f-b1fa-f4c4d6c8e152 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Mar 08 15:52:23.175512 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:24.036874 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbee59-1c79-4609-8be3-4774ca8f31e5 req-874d686e-ecd6-4348-ad68-9f1ace42d09d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:24.038345 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8cfbee59-1c79-4609-8be3-4774ca8f31e5 req-874d686e-ecd6-4348-ad68-9f1ace42d09d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 943 time: 0.0507212 Mar 08 15:52:24.089611 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-8cfbee59-1c79-4609-8be3-4774ca8f31e5 req-18312b32-64e0-42a8-9b74-073a291ae2d1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454633 Mar 08 15:52:24.803389 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:25.205498 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e6b5-b996-4995-8b54-8973def37e67 req-dc57f2f6-ac4a-4139-94bc-8ae0e7700a52 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:25.206962 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fab7e6b5-b996-4995-8b54-8973def37e67 req-dc57f2f6-ac4a-4139-94bc-8ae0e7700a52 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 943 time: 0.0521920 Mar 08 15:52:25.254281 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-fab7e6b5-b996-4995-8b54-8973def37e67 req-06ca83e2-8230-47b5-b650-55b1f651d2fc tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Mar 08 15:52:26.359656 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:52:26.381617 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1805ec-ec2e-44ae-ad52-afb96527dfb2 req-c753318b-5342-4737-86c4-6efe9f41a865 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:26.383097 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4a1805ec-ec2e-44ae-ad52-afb96527dfb2 req-c753318b-5342-4737-86c4-6efe9f41a865 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 943 time: 0.0546484 Mar 08 15:52:26.431590 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-4a1805ec-ec2e-44ae-ad52-afb96527dfb2 req-bee4e95c-a4fe-4be3-bc8e-0e0f8890c725 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Mar 08 15:52:27.107004 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104202) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:52:27.204770 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:52:27.214795 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Returning: {'device': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'port_id': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'mac_address': 'fa:16:3e:24:dd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104202) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:52:27.252400 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 is: DOWN; New status is: BUILD {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:52:27.252797 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:27.265114 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 {{(pid=104202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:52:27.283861 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:52:27.340138 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:27.389668 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,revision_number=4']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:27.396440 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.396792 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.397133 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.397473 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.397803 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.398135 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.398461 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.398788 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.399114 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.399438 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.399759 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.400078 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.400457 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:27.551940 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b7138-cfd0-49c0-9f28-df51f36d6a01 req-4b6137a1-9175-4149-9f63-261d672c1804 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:27.553432 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-791b7138-cfd0-49c0-9f28-df51f36d6a01 req-4b6137a1-9175-4149-9f63-261d672c1804 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 944 time: 0.0552127 Mar 08 15:52:27.560081 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] get_ports_and_sgs() called for port_ids ['39ee6958-2ca9-4506-8d4f-1ac157f09ed5'] {{(pid=104202) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:52:27.600947 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-791b7138-cfd0-49c0-9f28-df51f36d6a01 req-20281583-4914-4ae9-8766-cb98005293dc tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420556 Mar 08 15:52:28.715191 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3333aea-5d80-4f78-aa3f-767072131c2a req-454156b0-c2c0-46ee-9e15-da6b3e0edee0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:28.717302 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c3333aea-5d80-4f78-aa3f-767072131c2a req-454156b0-c2c0-46ee-9e15-da6b3e0edee0 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 944 time: 0.0512285 Mar 08 15:52:28.763849 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c3333aea-5d80-4f78-aa3f-767072131c2a req-35d71ed4-4d3c-4aab-a6b2-a665cefdcb53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411210 Mar 08 15:52:29.123393 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 up at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:52:29.237390 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning for port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 completed by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:52:29.241393 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.provisioning_blocks [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Provisioning complete for port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 triggered by entity L2. {{(pid=104202) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:52:29.241800 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756459'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), provisioning_complete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:29.315005 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Current status of the port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 is: BUILD; New status is: ACTIVE {{(pid=104202) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:52:29.315382 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), before_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:29.339649 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5'}] {{(pid=104202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:52:29.344237 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a359271ccaa8bac0574018045af1404abeece8e86b1a51219861a8be0577c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c2313-1c54-4249-aee2-da38e4185982" -d '{"events": [{"server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "name": "network-vif-plugged", "status": "completed", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5"}]}' {{(pid=104202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:52:29.354579 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] For port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:52:29.376054 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee94aed1-1f0f-4493-84a0-8428715dfe63 x-openstack-request-id: req-ee94aed1-1f0f-4493-84a0-8428715dfe63 {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:52:29.376366 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "name": "network-vif-plugged", "status": "completed", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5", "code": 200}]} {{(pid=104202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:52:29.376657 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee94aed1-1f0f-4493-84a0-8428715dfe63 {{(pid=104202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:52:29.377049 dv-cinder-830097-2-iscsi neutron-server[104202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'code': 200} Mar 08 15:52:29.415004 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:29.461195 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Pushing event updated for resources: {'Port': ['ID=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,revision_number=5']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:29.731998 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bfdaa-8de7-45b1-8a71-c57e3a21b42d req-e0be18c1-0d4c-49c4-9191-6fdfca695d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:29.733545 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-065bfdaa-8de7-45b1-8a71-c57e3a21b42d req-e0be18c1-0d4c-49c4-9191-6fdfca695d64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 1129 time: 0.0466332 Mar 08 15:52:29.776484 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-065bfdaa-8de7-45b1-8a71-c57e3a21b42d req-969db5e9-accc-4c34-a4a6-a1f9e49139e9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375586 Mar 08 15:52:29.879205 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1913ec8-1dba-41ac-9336-421e3f6a9357 req-0ac16a18-66a1-4c57-be60-9a56a925a5fa tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:29.880671 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c1913ec8-1dba-41ac-9336-421e3f6a9357 req-0ac16a18-66a1-4c57-be60-9a56a925a5fa tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 945 time: 0.0508237 Mar 08 15:52:29.927308 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c1913ec8-1dba-41ac-9336-421e3f6a9357 req-26e3d755-8f16-4de5-b95c-b6344e4be180 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412042 Mar 08 15:52:31.144860 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a97d7-c6a8-4cc4-8198-b336b45d83c8 req-4a1b7c0b-d527-4d7f-8e70-54407d75bce4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:31.146385 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d51a97d7-c6a8-4cc4-8198-b336b45d83c8 req-4a1b7c0b-d527-4d7f-8e70-54407d75bce4 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Mar 08 15:52:31.198192 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d51a97d7-c6a8-4cc4-8198-b336b45d83c8 req-ba3376ea-f49f-42ea-9826-14eabe21ae08 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463183 Mar 08 15:52:31.314646 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d032cbb-1fa3-45bf-a7bf-48d270e32248 req-cbed63c4-f17c-4de8-84a5-f30d65e50012 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:31.316071 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1d032cbb-1fa3-45bf-a7bf-48d270e32248 req-cbed63c4-f17c-4de8-84a5-f30d65e50012 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 945 time: 0.0509241 Mar 08 15:52:31.362704 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-1d032cbb-1fa3-45bf-a7bf-48d270e32248 req-da8b86ef-8168-4ae8-be97-5c7c5d69c180 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412648 Mar 08 15:52:31.383837 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53216) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:52:31.425999 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52442a48-1408-418f-9199-f388a5520b17 tempest-TestVolumeBootPattern-1662609424 tempest-TestVolumeBootPattern-1662609424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:31.427471 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-52442a48-1408-418f-9199-f388a5520b17 tempest-TestVolumeBootPattern-1662609424 tempest-TestVolumeBootPattern-1662609424-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 1124 time: 0.0426342 Mar 08 15:52:31.430172 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53218) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:52:31.434378 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.v2.base [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Request body: {'floatingip': {'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'port_id': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:52:31.540109 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:31.633917 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (None), before_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:31.731064 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_common [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Allocated IP 172.27.3.207 (ad9c130d-2997-4f38-bd26-8e77bb506165/5f4b4d82-e75c-46db-8079-a6cd16e6fc83/5784a458-0da1-4c8f-9bbd-9d11c95d1421) {{(pid=104200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:52:31.830184 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (5784a458-0da1-4c8f-9bbd-9d11c95d1421), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:31.917962 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734373697217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (5784a458-0da1-4c8f-9bbd-9d11c95d1421), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:31.957309 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Network ad9c130d-2997-4f38-bd26-8e77bb506165 is already hosted by enough agents. {{(pid=104200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:52:31.960066 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.base_scheduler [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Resources bound (agent type, host, resource id): {{(pid=104200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:52:31.963480 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Received port after_create {{(pid=104200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:52:31.968796 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=5784a458-0da1-4c8f-9bbd-9d11c95d1421,revision_number=1']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:32.316691 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee), precommit_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:32.452815 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594396'] for port (5784a458-0da1-4c8f-9bbd-9d11c95d1421), before_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:32.596582 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for port (5784a458-0da1-4c8f-9bbd-9d11c95d1421), precommit_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:32.631792 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734374219704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734373697235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734373697253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24908435'] for port (5784a458-0da1-4c8f-9bbd-9d11c95d1421), after_update {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:32.979225 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event updated for resources: {'Port': ['ID=5784a458-0da1-4c8f-9bbd-9d11c95d1421,revision_number=2']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:32.991021 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8100696'] for floatingip (ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee), after_create {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:33.089422 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.db.l3_db [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Floating IP ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee associated. External IP: 172.27.3.207, port: 39ee6958-2ca9-4506-8d4f-1ac157f09ed5. Mar 08 15:52:33.301478 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:52:33.406683 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:52:33.416960 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:52:33.426479 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:52:33.434698 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:52:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:52:33.468695 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:33.497973 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-e7de714c-3122-4c2a-9b5a-46e1b5bb1adf tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0667872 Mar 08 15:52:33.498564 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:52:33.500856 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a0b79-52fe-4a63-873d-1cabd084303a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:52:33.534082 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:52:33.536398 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77a81f-1fab-4534-914e-8a80cd7765e9 x-openstack-request-id: req-2b77a81f-1fab-4534-914e-8a80cd7765e9 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:52:33.536694 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:52:33.536949 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b77a81f-1fab-4534-914e-8a80cd7765e9 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:52:33.537361 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'status': 'completed', 'code': 200} Mar 08 15:52:33.611038 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-12b4963b-fb3d-4606-9f3d-3a2a568dea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:33.612692 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-12b4963b-fb3d-4606-9f3d-3a2a568dea8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 1129 time: 0.0560532 Mar 08 15:52:33.705806 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-d721d52f-8dce-41b1-92e1-811b24b8a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:33.707271 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-d721d52f-8dce-41b1-92e1-811b24b8a2ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.0896347 Mar 08 15:52:33.758755 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:40Z', 'revision_number': 1, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}, {'id': 'ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:24:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:52:32Z', 'updated_at': '2022-03-08T15:52:32Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:52:33.770455 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-bd2212ed-4657-47be-8f58-2bc99112e73d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee6958-2ca9-4506-8d4f-1ac157f09ed5 HTTP/1.1" status: 200 len: 999 time: 0.0574040 Mar 08 15:52:33.789014 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:52:33.797232 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:52:33.797822 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:52:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:52:33.817758 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-fc46b257-0da5-4378-b27f-21f4b8a9b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:33.819155 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-fc46b257-0da5-4378-b27f-21f4b8a9b6cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0432754 Mar 08 15:52:33.871472 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-5b417527-4ebc-461d-bcaf-48f8efc8bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:52:33.872892 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-5b417527-4ebc-461d-bcaf-48f8efc8bd09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469539 Mar 08 15:52:33.908257 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:52:33.960702 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-171527a1-9260-4564-995e-c03b1a44901e service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818570 Mar 08 15:52:34.053160 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-0e7a0b79-52fe-4a63-873d-1cabd084303a req-78dc7737-ceb8-49e6-b3ef-0e06a02ba888 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857294 Mar 08 15:52:34.131325 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:40Z', 'revision_number': 1, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}, {'id': 'ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:24:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:52:32Z', 'updated_at': '2022-03-08T15:52:32Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:52:34.160901 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a7133-0054-4162-8db4-9394c3ed3106 None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:40Z', 'revision_number': 1, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}, {'id': 'ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:24:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:52:32Z', 'updated_at': '2022-03-08T15:52:32Z', 'revision_number': 0, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:52:34.339366 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0515deb-30f2-4e63-8ea9-f410380194f3 None None] New status for floating IP ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee: ACTIVE {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:52:48.265125 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-23bcb8cc-fb58-4c87-a3ab-99c1df7061c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:50.329376 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-f581e270-8614-4d94-821f-f37749066a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:50.414167 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:51.745315 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:53.225493 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:54.785530 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:03.202876 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-a2c31bf8-236a-4261-9107-084ad3576048 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426724 Mar 08 15:53:03.282845 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-dd7196d0-b76a-486c-b7e4-069e0abd895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:53:03.284333 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-dd7196d0-b76a-486c-b7e4-069e0abd895b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1129 time: 0.0432839 Mar 08 15:53:03.361661 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:53:03.386972 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-b09d62b3-921d-4b91-a24c-9f48c242171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:53:03.388708 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-b09d62b3-921d-4b91-a24c-9f48c242171f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.0867648 Mar 08 15:53:03.451280 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-11d22a4f-1329-4235-8223-a337db43626f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=436fe0c4-25a3-423e-9361-7287982589c7 HTTP/1.1" status: 200 len: 1000 time: 0.0568874 Mar 08 15:53:03.501068 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-27f9ef38-cbd9-47cb-b1eb-bf069592de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:53:03.502473 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-27f9ef38-cbd9-47cb-b1eb-bf069592de1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0462706 Mar 08 15:53:03.550184 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-5b651dea-7da7-4108-98ca-79973025f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:53:03.551619 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-5b651dea-7da7-4108-98ca-79973025f88f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424871 Mar 08 15:53:03.650611 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-bd1e7a40-2dbe-4921-89f7-0bec66b6a849 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923436 Mar 08 15:53:03.737765 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-c707854d-7aa7-44bb-9f4c-5b299d3d5554 req-14995c45-3e53-4a7e-84aa-063adf559de1 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812619 Mar 08 15:53:18.241730 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7328781e-cd02-4058-bcb4-cad008f5e2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:20.327470 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf0fa-d23b-4829-8dcf-a1e9a00abc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:20.379031 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:21.750104 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:23.190151 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:24.742468 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:40.360108 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:53:48.221332 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-604737ee-f978-4291-a837-477573fe0e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:50.354805 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-831778cd-0b00-441c-a07a-7ec6c711dd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:50.404347 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:51.769822 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:53.203798 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:54.788882 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:00.552058 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53244) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:00.710361 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Deleting port 5784a458-0da1-4c8f-9bbd-9d11c95d1421 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:00.711140 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (5784a458-0da1-4c8f-9bbd-9d11c95d1421), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:00.782472 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (5784a458-0da1-4c8f-9bbd-9d11c95d1421), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:00.782792 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (5784a458-0da1-4c8f-9bbd-9d11c95d1421), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:00.794455 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Calling delete_port for 5784a458-0da1-4c8f-9bbd-9d11c95d1421 owned by network:floatingip {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:01.012603 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (5784a458-0da1-4c8f-9bbd-9d11c95d1421), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:01.035900 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event deleted for resources: {'Port': ['ID=5784a458-0da1-4c8f-9bbd-9d11c95d1421,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:01.045854 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.051540 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:01.111300 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:01.111630 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.l3_db [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Floating IP ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee disassociated (deleted). External IP: 172.27.3.207, port: 39ee6958-2ca9-4506-8d4f-1ac157f09ed5. Mar 08 15:54:01.547404 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:54:01.657558 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:54:01.662390 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:01.666857 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:54:01.676558 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:54:01.677164 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:53:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:01.691709 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-fe141feb-1759-4558-af11-a607521549a5 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "DELETE /v2.0/floatingips/ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee HTTP/1.1" status: 204 len: 168 time: 1.1385505 Mar 08 15:54:01.692420 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:54:01.694791 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:54:01.790488 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:54:01.806902 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933beb7f-fa38-485e-9e2f-25bfe26af612 x-openstack-request-id: req-933beb7f-fa38-485e-9e2f-25bfe26af612 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:54:01.807197 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:54:01.807454 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-933beb7f-fa38-485e-9e2f-25bfe26af612 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:54:01.807858 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'status': 'completed', 'code': 200} Mar 08 15:54:01.874257 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-c6a4af7e-1cc6-4ecf-ad25-a2179e377a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:01.875943 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-c6a4af7e-1cc6-4ecf-ad25-a2179e377a4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 1129 time: 0.0470374 Mar 08 15:54:01.972267 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-cbf37fd1-9f28-4514-8171-dcf201195a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:01.973750 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-cbf37fd1-9f28-4514-8171-dcf201195a9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.0919747 Mar 08 15:54:02.014398 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-74d1b60d-ce5b-4070-9536-30ad1827f9b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee6958-2ca9-4506-8d4f-1ac157f09ed5 HTTP/1.1" status: 200 len: 217 time: 0.0342932 Mar 08 15:54:02.063056 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-de926aa6-ffa4-47e0-81c1-c969933046d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:02.064468 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-de926aa6-ffa4-47e0-81c1-c969933046d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0441787 Mar 08 15:54:02.105781 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:40Z', 'revision_number': 1, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:02.131674 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:54:02.143921 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:54:02.144615 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:53:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:02.144747 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-656e7f46-aa4d-4e42-a61f-bd279d3ab9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:02.146230 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-656e7f46-aa4d-4e42-a61f-bd279d3ab9e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729434 Mar 08 15:54:02.154352 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b6f74-f294-4194-bb5f-1d2d02916b09 req-332b1dea-fca0-4750-90a9-a4a2496a2917 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:02.155979 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d73b6f74-f294-4194-bb5f-1d2d02916b09 req-332b1dea-fca0-4750-90a9-a4a2496a2917 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 945 time: 0.0906601 Mar 08 15:54:02.252697 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:54:02.258781 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-d73b6f74-f294-4194-bb5f-1d2d02916b09 req-5cfbb54a-565c-40be-a7f4-0bc26710a837 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950811 Mar 08 15:54:02.279159 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-65e0e0f3-fd5f-4fb1-8769-2e9500d1fbcd service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222436 Mar 08 15:54:02.367482 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-7a4d61b8-6bdb-49ef-a7dd-df8623651b2e req-27ea8757-93a4-406d-b3fc-420610443f31 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813098 Mar 08 15:54:02.471807 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:40Z', 'revision_number': 1, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:02.497118 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0fd5e-7d55-400f-b14e-56dab1a99a75 None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_floatingips': [{'id': '38faba61-d8ba-4202-9035-73d309936207', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'router_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'port_id': '436fe0c4-25a3-423e-9361-7287982589c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'mac_address': 'fa:16:3e:60:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:50:38Z', 'updated_at': '2022-03-08T15:50:40Z', 'revision_number': 1, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:54:02.698630 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011dd829-b857-4574-87b2-64adc1680e04 None None] New status for floating IP ecb9f853-30fb-46d5-ab8c-8cb1ce9c75ee: DOWN {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:54:03.379773 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d6d4e-fec3-4231-9b0d-cc388347d110 req-3c0dd08a-01a9-4614-9271-2ea34d6bcd17 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:03.381255 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c4d6d4e-fec3-4231-9b0d-cc388347d110 req-3c0dd08a-01a9-4614-9271-2ea34d6bcd17 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 945 time: 0.0547566 Mar 08 15:54:03.428390 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-6c4d6d4e-fec3-4231-9b0d-cc388347d110 req-f14b9658-8ac5-4366-9506-f99417c8a686 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Mar 08 15:54:03.614117 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-9e7e9673-ad57-4eba-af28-e1e6aa1cf065 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:03.615556 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-9e7e9673-ad57-4eba-af28-e1e6aa1cf065 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 945 time: 0.0522668 Mar 08 15:54:03.703771 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Deleting port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:03.704027 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:03.789980 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] For port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:03.790334 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:03.802064 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Calling delete_port for 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:04.005990 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (39ee6958-2ca9-4506-8d4f-1ac157f09ed5), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:04.032152 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event deleted for resources: {'Port': ['ID=39ee6958-2ca9-4506-8d4f-1ac157f09ed5,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:04.041730 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.042089 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.042944 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.043289 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.043627 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.043963 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.044327 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.045081 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.045081 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.045389 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.045631 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.045953 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.046280 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:04.096525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] No DVR routers for this DVR port 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:54:04.096525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:04.096525 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-3f59a032-cb36-40bb-9f8c-3eabe64ac68b req-99ea8626-da2d-4afb-a0dd-743ae9ae7d53 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "DELETE /v2.0/ports/39ee6958-2ca9-4506-8d4f-1ac157f09ed5 HTTP/1.1" status: 204 len: 173 time: 0.4710979 Mar 08 15:54:04.096525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'name': 'network-vif-deleted', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:54:04.096525 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cd6a57-a41a-4b52-8d1f-9c41197ea1b0" -d '{"events": [{"server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "name": "network-vif-deleted", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:54:04.130334 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529b7f36-6065-4223-92db-4d0271b617bf x-openstack-request-id: req-529b7f36-6065-4223-92db-4d0271b617bf {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:54:04.130643 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c84a3e-5217-48b4-a0ec-31e62c1caa47", "name": "network-vif-deleted", "tag": "39ee6958-2ca9-4506-8d4f-1ac157f09ed5", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:54:04.130879 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-529b7f36-6065-4223-92db-4d0271b617bf {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:54:04.131277 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c84a3e-5217-48b4-a0ec-31e62c1caa47', 'name': 'network-vif-deleted', 'tag': '39ee6958-2ca9-4506-8d4f-1ac157f09ed5', 'status': 'completed', 'code': 200} Mar 08 15:54:04.523327 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-9b55e0b6-8419-4a93-a2a9-9bfe5c5321cd req-f2548787-ef3f-41f2-8818-43592b0a226a tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6c84a3e-5217-48b4-a0ec-31e62c1caa47 HTTP/1.1" status: 200 len: 210 time: 0.0271747 Mar 08 15:54:07.570388 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:54:07.713319 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:54:07.713657 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 39ee6958-2ca9-4506-8d4f-1ac157f09ed5 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:54:08.011642 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53286) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:08.166223 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Deleting port 6251804b-d798-4da0-91da-e2facc44a004 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:08.166565 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (6251804b-d798-4da0-91da-e2facc44a004), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:08.243043 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (6251804b-d798-4da0-91da-e2facc44a004), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:08.243294 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (6251804b-d798-4da0-91da-e2facc44a004), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:08.254600 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Calling delete_port for 6251804b-d798-4da0-91da-e2facc44a004 owned by network:floatingip {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:08.588638 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (6251804b-d798-4da0-91da-e2facc44a004), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:08.614817 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event deleted for resources: {'Port': ['ID=6251804b-d798-4da0-91da-e2facc44a004,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:08.675929 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (38faba61-d8ba-4202-9035-73d309936207), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:08.676286 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.db.l3_db [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Floating IP 38faba61-d8ba-4202-9035-73d309936207 disassociated (deleted). External IP: 172.27.3.17, port: 436fe0c4-25a3-423e-9361-7287982589c7. Mar 08 15:54:08.886988 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:54:08.991329 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:54:08.996712 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:09.001203 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:54:09.011645 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:54:09.012276 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:53:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:09.025908 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-68dbcf6d-dbc8-4cd6-8605-e52eeef9012d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "DELETE /v2.0/floatingips/38faba61-d8ba-4202-9035-73d309936207 HTTP/1.1" status: 204 len: 168 time: 1.0131364 Mar 08 15:54:09.026708 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7'}] {{(pid=104199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:54:09.029085 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ad436b99f18baa725ed9e43349dc45c9ddc692f9d4c07c98e4c851dbddf52e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46d39e8-efac-4dae-a676-afa1a4906e59" -d '{"events": [{"name": "network-changed", "server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "tag": "436fe0c4-25a3-423e-9361-7287982589c7"}]}' {{(pid=104199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:54:09.065049 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429b578-429b-4a00-b321-86eb2071ae19 x-openstack-request-id: req-1429b578-429b-4a00-b321-86eb2071ae19 {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:54:09.065569 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "tag": "436fe0c4-25a3-423e-9361-7287982589c7", "status": "completed", "code": 200}]} {{(pid=104199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:54:09.065833 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1429b578-429b-4a00-b321-86eb2071ae19 {{(pid=104199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:54:09.066244 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7', 'status': 'completed', 'code': 200} Mar 08 15:54:09.130970 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:54:09.138398 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-877fca4e-96e2-4eea-8782-d5c22083d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:09.139840 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-877fca4e-96e2-4eea-8782-d5c22083d422 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea5da771e2142b699fe081c5defbd69&device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 1129 time: 0.0533078 Mar 08 15:54:09.228134 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-ade8fee9-c650-475e-8213-027dcd4d30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:09.230244 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-ade8fee9-c650-475e-8213-027dcd4d30ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 200 len: 912 time: 0.0837810 Mar 08 15:54:09.278116 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-417d4aab-ab5e-4a89-b7e0-a5498fa79a66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=436fe0c4-25a3-423e-9361-7287982589c7 HTTP/1.1" status: 200 len: 217 time: 0.0416329 Mar 08 15:54:09.325742 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-6b61ffc2-c461-4774-bd93-0112f61c1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:09.327213 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-6b61ffc2-c461-4774-bd93-0112f61c1ad9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 200 len: 851 time: 0.0437155 Mar 08 15:54:09.328209 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:09.359636 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:54:09.368007 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:54:09.368686 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:53:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:09.377768 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-f6e2e287-e6d7-42f9-9a50-4b1ce3e42579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:09.379606 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-f6e2e287-e6d7-42f9-9a50-4b1ce3e42579 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d219c35-ae95-4843-a409-87ce6d074866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468616 Mar 08 15:54:09.476097 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:54:09.520871 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529adf3e-c552-4b41-9121-064ebbc1f0f2 req-b739d780-de9b-435d-9427-fc605a816085 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:09.522330 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-529adf3e-c552-4b41-9121-064ebbc1f0f2 req-b739d780-de9b-435d-9427-fc605a816085 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 945 time: 0.1123056 Mar 08 15:54:09.525889 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-cceb73a0-09de-4a94-b563-611c90b08fdb service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389799 Mar 08 15:54:09.631695 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-529adf3e-c552-4b41-9121-064ebbc1f0f2 req-cece7564-eb45-4c90-bdba-97f211f4d0c6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031334 Mar 08 15:54:09.652473 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b46d39e8-efac-4dae-a676-afa1a4906e59 req-fc0b3c49-4085-48db-8c8b-458e7cf34fe4 service neutron] 10.222.0.24 "GET /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179249 Mar 08 15:54:09.672555 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:09.698188 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7e7c0-52d7-4e61-8390-e60715f0729e None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:23Z', 'revision_number': 4, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi', '_interfaces': [{'id': 'b09be6d6-9893-4857-a80d-dd9a4cd0b052', 'name': '', 'network_id': '5d219c35-ae95-4843-a409-87ce6d074866', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'mac_address': 'fa:16:3e:5f:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:22Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'subnets': [{'id': '509ac59f-3a33-401c-8677-a85eeda85de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:54:09.920921 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bca670-07de-4285-9984-ba8180dab931 None None] New status for floating IP 38faba61-d8ba-4202-9035-73d309936207: DOWN {{(pid=104202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:54:10.750647 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a871ce-4afb-4d34-a2da-2a1877b7ae5d req-b36e96b8-9c8d-4686-9050-821c11ca2ceb tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:10.752300 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-23a871ce-4afb-4d34-a2da-2a1877b7ae5d req-b36e96b8-9c8d-4686-9050-821c11ca2ceb tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 945 time: 0.0518980 Mar 08 15:54:10.813376 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-23a871ce-4afb-4d34-a2da-2a1877b7ae5d req-0cafbbb2-0e1a-4220-9d3d-4a5bb8ed9c1d tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e5fb90a-2f50-4393-9aaa-9766f26003d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499864 Mar 08 15:54:10.852425 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-1f463cd1-e20f-4196-bebd-5ba0ad0fbba9 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:54:10.854151 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-1f463cd1-e20f-4196-bebd-5ba0ad0fbba9 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 945 time: 0.0564570 Mar 08 15:54:10.944572 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Deleting port 436fe0c4-25a3-423e-9361-7287982589c7 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:10.944839 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (436fe0c4-25a3-423e-9361-7287982589c7), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:11.031584 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] For port 436fe0c4-25a3-423e-9361-7287982589c7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=436fe0c4-25a3-423e-9361-7287982589c7,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:11.031947 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (436fe0c4-25a3-423e-9361-7287982589c7), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:11.043265 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Calling delete_port for 436fe0c4-25a3-423e-9361-7287982589c7 owned by compute:nova {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:11.214519 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (436fe0c4-25a3-423e-9361-7287982589c7), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:11.246569 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event deleted for resources: {'Port': ['ID=436fe0c4-25a3-423e-9361-7287982589c7,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:11.286710 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] No DVR routers for this DVR port 436fe0c4-25a3-423e-9361-7287982589c7 on host hv-cinder-83009 {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:54:11.289141 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for port (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:11.292934 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-b5b7d500-05d3-4d46-9ce3-e31f33171690 req-b2072ca3-d441-4111-b735-391dfdd3fce1 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.24 "DELETE /v2.0/ports/436fe0c4-25a3-423e-9361-7287982589c7 HTTP/1.1" status: 204 len: 173 time: 0.4335632 Mar 08 15:54:11.293367 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'name': 'network-vif-deleted', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7'}] {{(pid=104200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:54:11.295575 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02a3a16c9e02e3397d092fd74e38f4507e5735f0874a00bdfca047c51f82ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83af5b4-db27-4598-94b9-2e83b0cf3acb" -d '{"events": [{"server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "name": "network-vif-deleted", "tag": "436fe0c4-25a3-423e-9361-7287982589c7"}]}' {{(pid=104200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:54:11.330109 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d66ebd-cf6e-4067-87e3-3aad122bcf34 x-openstack-request-id: req-d0d66ebd-cf6e-4067-87e3-3aad122bcf34 {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:54:11.330439 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05905865-83ed-4c47-968f-8dc8bf36ae68", "name": "network-vif-deleted", "tag": "436fe0c4-25a3-423e-9361-7287982589c7", "status": "completed", "code": 200}]} {{(pid=104200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:54:11.330729 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0d66ebd-cf6e-4067-87e3-3aad122bcf34 {{(pid=104200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:54:11.331132 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05905865-83ed-4c47-968f-8dc8bf36ae68', 'name': 'network-vif-deleted', 'tag': '436fe0c4-25a3-423e-9361-7287982589c7', 'status': 'completed', 'code': 200} Mar 08 15:54:11.918455 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [req-17b1860f-a243-4eac-a51c-738027e95246 req-85f89173-04b6-49ad-a41d-69f3f861970f tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "GET /v2.0/ports?device_id=05905865-83ed-4c47-968f-8dc8bf36ae68 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Mar 08 15:54:12.973527 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53302) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:13.094393 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Deleting port 026be014-2482-4495-ba0f-2adb5a80bb9f {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:13.094738 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (026be014-2482-4495-ba0f-2adb5a80bb9f), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:13.170486 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (026be014-2482-4495-ba0f-2adb5a80bb9f), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:13.170814 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (026be014-2482-4495-ba0f-2adb5a80bb9f), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:13.182015 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Calling delete_port for 026be014-2482-4495-ba0f-2adb5a80bb9f owned by network:floatingip {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:13.363421 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (026be014-2482-4495-ba0f-2adb5a80bb9f), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:13.390393 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event deleted for resources: {'Port': ['ID=026be014-2482-4495-ba0f-2adb5a80bb9f,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:13.452550 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for floatingip (fd4f4193-ca78-4216-b69a-fa2479523e74), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:13.455011 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108273'] for floatingip (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:13.456170 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-328e0856-f627-4bea-bde3-44aa3b197b7c tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "DELETE /v2.0/floatingips/fd4f4193-ca78-4216-b69a-fa2479523e74 HTTP/1.1" status: 204 len: 168 time: 0.4816539 Mar 08 15:54:13.607836 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 436fe0c4-25a3-423e-9361-7287982589c7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:54:13.627672 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] No Port match for: 436fe0c4-25a3-423e-9361-7287982589c7 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:54:13.628029 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Device 436fe0c4-25a3-423e-9361-7287982589c7 not bound to the agent host hv-cinder-83009 {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:54:14.780447 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53314) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:14.836014 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96185a0e-4604-48f3-9565-5a1dfd827ce6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group (1e5fb90a-2f50-4393-9aaa-9766f26003d1), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:14.859832 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96185a0e-4604-48f3-9565-5a1dfd827ce6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group (1e5fb90a-2f50-4393-9aaa-9766f26003d1), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:14.985703 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96185a0e-4604-48f3-9565-5a1dfd827ce6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (1e5fb90a-2f50-4393-9aaa-9766f26003d1), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:14.988265 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-96185a0e-4604-48f3-9565-5a1dfd827ce6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:14.989443 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-96185a0e-4604-48f3-9565-5a1dfd827ce6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] 10.222.0.25 "DELETE /v2.0/security-groups/1e5fb90a-2f50-4393-9aaa-9766f26003d1 HTTP/1.1" status: 204 len: 168 time: 0.2080002 Mar 08 15:54:14.998997 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96185a0e-4604-48f3-9565-5a1dfd827ce6 tempest-TestVolumeBootPattern-1659135308 tempest-TestVolumeBootPattern-1659135308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5fb90a-2f50-4393-9aaa-9766f26003d1,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:15.103553 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53318) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:15.843750 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:16.079604 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Deleting port b09be6d6-9893-4857-a80d-dd9a4cd0b052 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:16.079936 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:16.154947 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] For port b09be6d6-9893-4857-a80d-dd9a4cd0b052, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=b09be6d6-9893-4857-a80d-dd9a4cd0b052,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:16.155524 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:16.166543 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Calling delete_port for b09be6d6-9893-4857-a80d-dd9a4cd0b052 owned by network:router_interface {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:16.391261 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (b09be6d6-9893-4857-a80d-dd9a4cd0b052), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:16.413961 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09be6d6-9893-4857-a80d-dd9a4cd0b052,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:16.582964 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:16.793446 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:54:16.901798 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:54:16.907581 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-36dabc0e-73e1-439f-b7dd-c0b6c1654b28 admin admin] 10.222.0.25 "PUT /v2.0/routers/ac408fea-3e3c-498d-a4b5-46e02ba71ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024626 Mar 08 15:54:16.910132 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53322) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:16.911154 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] Sync routers for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:54:16.921571 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:54:16.922168 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:53:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:17.013866 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks [] for router (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.027810 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: dv-cinder-830097-2-iscsi {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:54:17.116596 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks [] for router_gateway (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.219019 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Deleting port d8f51452-32bc-479c-a1a4-76a00060a9ea {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:17.219724 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.287616 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:54:16Z', 'revision_number': 5, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port': {'id': 'd8f51452-32bc-479c-a1a4-76a00060a9ea', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:17.297015 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] For port d8f51452-32bc-479c-a1a4-76a00060a9ea, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=d8f51452-32bc-479c-a1a4-76a00060a9ea,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:17.297385 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.309500 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Calling delete_port for d8f51452-32bc-479c-a1a4-76a00060a9ea owned by network:router_gateway {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:17.313562 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] Checking router: ac408fea-3e3c-498d-a4b5-46e02ba71ac5 for host: dv-cinder-830097-2-iscsi {{(pid=104203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:54:17.321865 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] Routers {'ac408fea-3e3c-498d-a4b5-46e02ba71ac5'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:54:17.322460 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:53:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'], 'active': True} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:17.391412 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:54:17.414933 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_dvr_db [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] Set router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 gateway port host: None {{(pid=104203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:54:17.468437 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.l3_hamode_db [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:54:17Z', 'revision_number': 6, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port_host': None}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:17.494065 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3d8d3-6c8b-455a-af14-86958f359569 None None] The sync data for ids ['ac408fea-3e3c-498d-a4b5-46e02ba71ac5'] in dv-cinder-830097-2-iscsi is: [{'id': 'ac408fea-3e3c-498d-a4b5-46e02ba71ac5', 'name': 'tempest-TestVolumeBootPattern-1521718539-router', 'tenant_id': 'eea5da771e2142b699fe081c5defbd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:20Z', 'updated_at': '2022-03-08T15:54:17Z', 'revision_number': 6, 'project_id': 'eea5da771e2142b699fe081c5defbd69', 'gw_port_host': None}] {{(pid=104203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:54:17.537446 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (d8f51452-32bc-479c-a1a4-76a00060a9ea), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.566632 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f51452-32bc-479c-a1a4-76a00060a9ea,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:17.625431 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.712571 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.715074 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks [] for router_controller (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.837507 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (ac408fea-3e3c-498d-a4b5-46e02ba71ac5), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.838184 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac408fea-3e3c-498d-a4b5-46e02ba71ac5 {{(pid=104200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:54:17.843146 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.844352 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-259f9a37-4b72-49cc-bfaf-37b3a6e52709 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ac408fea-3e3c-498d-a4b5-46e02ba71ac5 HTTP/1.1" status: 204 len: 168 time: 0.9332857 Mar 08 15:54:17.846934 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53324) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:17.894956 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.db_base_plugin_v2 [None req-136a8afd-5d55-4d8f-b7c4-04140e1c8c5f admin admin] Deleting subnet 509ac59f-3a33-401c-8677-a85eeda85de2 {{(pid=104200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:54:17.898369 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-136a8afd-5d55-4d8f-b7c4-04140e1c8c5f admin admin] Publish callbacks [] for subnet (509ac59f-3a33-401c-8677-a85eeda85de2), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:17.935904 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-136a8afd-5d55-4d8f-b7c4-04140e1c8c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5535572'] for subnet (509ac59f-3a33-401c-8677-a85eeda85de2), precommit_delete_associations {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.008718 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-136a8afd-5d55-4d8f-b7c4-04140e1c8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (509ac59f-3a33-401c-8677-a85eeda85de2), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.129176 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-136a8afd-5d55-4d8f-b7c4-04140e1c8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24908509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24179754'] for subnet (509ac59f-3a33-401c-8677-a85eeda85de2), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.155448 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a8afd-5d55-4d8f-b7c4-04140e1c8c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509ac59f-3a33-401c-8677-a85eeda85de2,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:18.159026 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-136a8afd-5d55-4d8f-b7c4-04140e1c8c5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.165436 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-136a8afd-5d55-4d8f-b7c4-04140e1c8c5f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/509ac59f-3a33-401c-8677-a85eeda85de2 HTTP/1.1" status: 204 len: 168 time: 0.3143299 Mar 08 15:54:18.165436 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53326) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:18.169715 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455d978-ebcb-453f-8194-898323925abe None None] Network 5d219c35-ae95-4843-a409-87ce6d074866 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:54:18.235788 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (5d219c35-ae95-4843-a409-87ce6d074866), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.249472 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-14786395-41ba-418a-9492-f1f582485c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.295209 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Deleting port 113b0962-8a1a-44b7-8ff3-4916061a4b8d {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:18.295552 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.309892 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device b09be6d6-9893-4857-a80d-dd9a4cd0b052 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:54:18.338347 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: b09be6d6-9893-4857-a80d-dd9a4cd0b052 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:54:18.339264 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device b09be6d6-9893-4857-a80d-dd9a4cd0b052 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:54:18.339691 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device d8f51452-32bc-479c-a1a4-76a00060a9ea no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:54:18.361419 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] DHCP port deletion for 5d219c35-ae95-4843-a409-87ce6d074866 request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:54:18.364385 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: d8f51452-32bc-479c-a1a4-76a00060a9ea {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:54:18.364819 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device d8f51452-32bc-479c-a1a4-76a00060a9ea not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:54:18.367261 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] For port 113b0962-8a1a-44b7-8ff3-4916061a4b8d, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=113b0962-8a1a-44b7-8ff3-4916061a4b8d,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:18.367794 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.381687 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Calling delete_port for 113b0962-8a1a-44b7-8ff3-4916061a4b8d owned by network:dhcp {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:18.423801 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Deleting port 113b0962-8a1a-44b7-8ff3-4916061a4b8d {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:18.424274 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.487844 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] For port 113b0962-8a1a-44b7-8ff3-4916061a4b8d, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=113b0962-8a1a-44b7-8ff3-4916061a4b8d,segment=NetworkSegment(862bdfe6-1826-4b44-a845-c4422393822a),segment_id=862bdfe6-1826-4b44-a845-c4422393822a)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:18.488328 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.502489 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Calling delete_port for 113b0962-8a1a-44b7-8ff3-4916061a4b8d owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:18.514092 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.543375 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=113b0962-8a1a-44b7-8ff3-4916061a4b8d,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:18.546737 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] No DVR routers for this DVR port 113b0962-8a1a-44b7-8ff3-4916061a4b8d on host dv-cinder-830097-2-iscsi {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:54:18.591341 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (113b0962-8a1a-44b7-8ff3-4916061a4b8d), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.616245 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (5d219c35-ae95-4843-a409-87ce6d074866), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.616626 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Pushing event deleted for resources: {'Port': ['ID=113b0962-8a1a-44b7-8ff3-4916061a4b8d,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:18.621483 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] No DVR routers for this DVR port 113b0962-8a1a-44b7-8ff3-4916061a4b8d on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:54:18.628034 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.628418 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.628769 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.629115 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.629455 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.629794 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.630132 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.630463 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.630794 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.631127 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.631468 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.631797 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.632124 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7772faf-6022-4e1c-88fe-aa6ff4fd6dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830097-2-iscsi {{(pid=104202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:54:18.638857 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d219c35-ae95-4843-a409-87ce6d074866']}} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:18.648121 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862bdfe6-1826-4b44-a845-c4422393822a') {'for_net_delete': True} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:18.648448 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862bdfe6-1826-4b44-a845-c4422393822a') {} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:18.661581 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5535663'] for segment (862bdfe6-1826-4b44-a845-c4422393822a), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.674437 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (862bdfe6-1826-4b44-a845-c4422393822a), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.680651 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:54:18.681031 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24908471'] for segment (862bdfe6-1826-4b44-a845-c4422393822a), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: Traceback (most recent call last): Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: timer() Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: cb(*args, **kw) Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: return func(*args, **kwargs) Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: self._notify() Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: self.callback(batched_events) Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: event.method(event) Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: return f(self, *a, **k) Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._get(url).json() Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: return self.request(url, 'GET', **kwargs) Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:54:18.683144 dv-cinder-830097-2-iscsi neutron-server[104200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:54:18.793936 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (5d219c35-ae95-4843-a409-87ce6d074866), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.799058 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:18.802272 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5d219c35-ae95-4843-a409-87ce6d074866 HTTP/1.1" status: 204 len: 168 time: 0.6365836 Mar 08 15:54:18.811002 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53328) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:18.813537 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbd96c-e2a5-4161-b463-2601bbd7cbb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d219c35-ae95-4843-a409-87ce6d074866,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:19.145558 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8095832'] for router_interface (2211a96c-7331-4766-9633-1a8b047530aa), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:19.387072 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Deleting port cf38d164-120a-4bb9-b7c6-245de9cbec8a {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:19.387403 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:19.461637 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] For port cf38d164-120a-4bb9-b7c6-245de9cbec8a, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=cf38d164-120a-4bb9-b7c6-245de9cbec8a,segment=NetworkSegment(9c0673d0-b83b-43bd-a388-439d84225e6e),segment_id=9c0673d0-b83b-43bd-a388-439d84225e6e)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:19.461919 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:19.473868 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Calling delete_port for cf38d164-120a-4bb9-b7c6-245de9cbec8a owned by network:router_interface {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:19.731752 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (cf38d164-120a-4bb9-b7c6-245de9cbec8a), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:19.757836 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf38d164-120a-4bb9-b7c6-245de9cbec8a,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:19.922683 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8095788'] for router_interface (2211a96c-7331-4766-9633-1a8b047530aa), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:20.138301 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Router 2211a96c-7331-4766-9633-1a8b047530aa has already been hosted by L3 agent 1d9a82eb-60f6-430a-b9a0-08e35f472055 {{(pid=104199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:54:20.212498 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 113b0962-8a1a-44b7-8ff3-4916061a4b8d no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:54:20.232849 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 113b0962-8a1a-44b7-8ff3-4916061a4b8d {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:54:20.233198 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 113b0962-8a1a-44b7-8ff3-4916061a4b8d not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:54:20.247574 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] Notify agent at l3_agent.dv-cinder-830097-2-iscsi the message routers_updated {{(pid=104199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:54:20.255168 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-a76b050a-0041-4581-81b2-0c1bd3b2e4f9 admin admin] 10.222.0.25 "PUT /v2.0/routers/2211a96c-7331-4766-9633-1a8b047530aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4460115 Mar 08 15:54:20.255168 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53330) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:20.261753 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57665718-9761-4118-bb1a-09997aa11745 None None] Sync routers for ids ['2211a96c-7331-4766-9633-1a8b047530aa'] in dv-cinder-830097-2-iscsi {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:54:20.274450 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57665718-9761-4118-bb1a-09997aa11745 None None] Routers {'2211a96c-7331-4766-9633-1a8b047530aa'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:54:20.275151 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-57665718-9761-4118-bb1a-09997aa11745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:53:50Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['2211a96c-7331-4766-9633-1a8b047530aa'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:20.371552 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-17a488b1-ceae-40b7-8f4e-b65647f3cb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:20.398503 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-57665718-9761-4118-bb1a-09997aa11745 None None] Set router 2211a96c-7331-4766-9633-1a8b047530aa gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:54:20.468302 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:20.585309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-57665718-9761-4118-bb1a-09997aa11745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:54:19Z', 'revision_number': 5, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:20.611574 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57665718-9761-4118-bb1a-09997aa11745 None None] Checking router: 2211a96c-7331-4766-9633-1a8b047530aa for host: dv-cinder-830097-2-iscsi {{(pid=104202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:54:20.617225 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks [] for router (2211a96c-7331-4766-9633-1a8b047530aa), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:20.620582 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57665718-9761-4118-bb1a-09997aa11745 None None] Routers {'2211a96c-7331-4766-9633-1a8b047530aa'} bound to L3 agent in host dv-cinder-830097-2-iscsi {{(pid=104202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:54:20.621203 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-57665718-9761-4118-bb1a-09997aa11745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830097-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T15:30:20Z,description=,heartbeat_timestamp=2022-03-08T15:54:20Z,host='dv-cinder-830097-2-iscsi',id=1d9a82eb-60f6-430a-b9a0-08e35f472055,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:21Z,topic='l3_agent')) {'router_ids': ['2211a96c-7331-4766-9633-1a8b047530aa'], 'active': True} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:20.721336 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks [] for router_gateway (2211a96c-7331-4766-9633-1a8b047530aa), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:20.745994 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvr_db [None req-57665718-9761-4118-bb1a-09997aa11745 None None] Set router 2211a96c-7331-4766-9633-1a8b047530aa gateway port host: dv-cinder-830097-2-iscsi {{(pid=104202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:54:20.816998 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Deleting port 624ab61e-8fc2-4b17-9d73-8889d61f3502 {{(pid=104199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:20.817341 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:20.898883 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.db [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] For port 624ab61e-8fc2-4b17-9d73-8889d61f3502, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=624ab61e-8fc2-4b17-9d73-8889d61f3502,segment=NetworkSegment(8042cb86-fe84-472b-9cec-54abf2c06e07),segment_id=8042cb86-fe84-472b-9cec-54abf2c06e07)] {{(pid=104199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:20.899236 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:20.910776 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.plugins.ml2.plugin [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Calling delete_port for 624ab61e-8fc2-4b17-9d73-8889d61f3502 owned by network:router_gateway {{(pid=104199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:20.924022 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_hamode_db [None req-57665718-9761-4118-bb1a-09997aa11745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:54:19Z', 'revision_number': 5, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}], 'dv-cinder-830097-2-iscsi', False) {} {{(pid=104202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:20.953759 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57665718-9761-4118-bb1a-09997aa11745 None None] The sync data for ids ['2211a96c-7331-4766-9633-1a8b047530aa'] in dv-cinder-830097-2-iscsi is: [{'id': '2211a96c-7331-4766-9633-1a8b047530aa', 'name': 'tempest-TestVolumeBootPattern-1496390776-router', 'tenant_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'external_fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:54:19Z', 'revision_number': 5, 'project_id': 'b131d17f28f242a9b1e4c7f20ef75f9e', 'gw_port': {'id': '624ab61e-8fc2-4b17-9d73-8889d61f3502', 'name': '', 'network_id': 'ad9c130d-2997-4f38-bd26-8e77bb506165', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2211a96c-7331-4766-9633-1a8b047530aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830097-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:47:26Z', 'updated_at': '2022-03-08T15:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f4b4d82-e75c-46db-8079-a6cd16e6fc83', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830097-2-iscsi'}] {{(pid=104202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:54:21.134682 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5374983'] for port (624ab61e-8fc2-4b17-9d73-8889d61f3502), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.160383 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=624ab61e-8fc2-4b17-9d73-8889d61f3502,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:21.219362 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8095110'] for router_gateway (2211a96c-7331-4766-9633-1a8b047530aa), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.310959 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255098'] for router (2211a96c-7331-4766-9633-1a8b047530aa), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.313274 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks [] for router_controller (2211a96c-7331-4766-9633-1a8b047530aa), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.420281 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096037'] for router (2211a96c-7331-4766-9633-1a8b047530aa), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.420821 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2211a96c-7331-4766-9633-1a8b047530aa {{(pid=104199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:54:21.430262 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.430262 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-3759d259-31fa-4ac8-a22f-dea45558cb95 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2211a96c-7331-4766-9633-1a8b047530aa HTTP/1.1" status: 204 len: 168 time: 1.1712170 Mar 08 15:54:21.430262 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53332) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:21.473017 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0594ffb1-2aef-4c2c-a890-9bad933f693c admin admin] Deleting subnet b4a4cede-aae8-4008-af6c-ead393cf6164 {{(pid=104199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:54:21.476285 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0594ffb1-2aef-4c2c-a890-9bad933f693c admin admin] Publish callbacks [] for subnet (b4a4cede-aae8-4008-af6c-ead393cf6164), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.512079 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0594ffb1-2aef-4c2c-a890-9bad933f693c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4814149'] for subnet (b4a4cede-aae8-4008-af6c-ead393cf6164), precommit_delete_associations {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.598521 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0594ffb1-2aef-4c2c-a890-9bad933f693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751609'] for subnet (b4a4cede-aae8-4008-af6c-ead393cf6164), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.708867 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0594ffb1-2aef-4c2c-a890-9bad933f693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547550'] for subnet (b4a4cede-aae8-4008-af6c-ead393cf6164), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.734668 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594ffb1-2aef-4c2c-a890-9bad933f693c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a4cede-aae8-4008-af6c-ead393cf6164,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:21.738149 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0594ffb1-2aef-4c2c-a890-9bad933f693c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for subnet (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.741464 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0594ffb1-2aef-4c2c-a890-9bad933f693c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b4a4cede-aae8-4008-af6c-ead393cf6164 HTTP/1.1" status: 204 len: 168 time: 0.3107450 Mar 08 15:54:21.743954 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53334) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:21.744497 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088f77f-8f01-48b1-a605-e70fae3a70f4 None None] Network abd75338-8253-44a3-bdf3-c54f981f9600 requested from dv-cinder-830097-2-iscsi {{(pid=104202) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:54:21.793501 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.816068 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775286'] for network (abd75338-8253-44a3-bdf3-c54f981f9600), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.872374 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Deleting port eb893fd1-02ef-4537-a3ba-512e3c1cc661 {{(pid=104200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:21.872374 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.895718 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] DHCP port deletion for abd75338-8253-44a3-bdf3-c54f981f9600 request from dv-cinder-830097-2-iscsi {{(pid=104202) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:54:21.940167 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.db [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] For port eb893fd1-02ef-4537-a3ba-512e3c1cc661, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=eb893fd1-02ef-4537-a3ba-512e3c1cc661,segment=NetworkSegment(9c0673d0-b83b-43bd-a388-439d84225e6e),segment_id=9c0673d0-b83b-43bd-a388-439d84225e6e)] {{(pid=104200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:21.940547 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.943272 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] Deleting port eb893fd1-02ef-4537-a3ba-512e3c1cc661 {{(pid=104202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:54:21.943644 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734374213955'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), before_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:21.953366 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.plugin [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Calling delete_port for eb893fd1-02ef-4537-a3ba-512e3c1cc661 owned by network:dhcp {{(pid=104200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:22.004086 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.db [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] For port eb893fd1-02ef-4537-a3ba-512e3c1cc661, host dv-cinder-830097-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830097-2-iscsi',level=0,port_id=eb893fd1-02ef-4537-a3ba-512e3c1cc661,segment=NetworkSegment(9c0673d0-b83b-43bd-a388-439d84225e6e),segment_id=9c0673d0-b83b-43bd-a388-439d84225e6e)] {{(pid=104202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:54:22.004505 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8097866'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), precommit_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.016952 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] Calling delete_port for eb893fd1-02ef-4537-a3ba-512e3c1cc661 owned by network:dhcp {{(pid=104202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:54:22.120614 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24908522'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.127986 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734374219686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734373697226'] for port (eb893fd1-02ef-4537-a3ba-512e3c1cc661), after_delete {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.146410 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb893fd1-02ef-4537-a3ba-512e3c1cc661,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:22.157867 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] No DVR routers for this DVR port eb893fd1-02ef-4537-a3ba-512e3c1cc661 on host dv-cinder-830097-2-iscsi {{(pid=104200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:54:22.162529 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] No DVR routers for this DVR port eb893fd1-02ef-4537-a3ba-512e3c1cc661 on host dv-cinder-830097-2-iscsi {{(pid=104202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:54:22.166673 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44744f3-3e5c-4063-8b20-f24029a7561e None None] Pushing event deleted for resources: {'Port': ['ID=eb893fd1-02ef-4537-a3ba-512e3c1cc661,revision_number=None']} {{(pid=104202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:22.183004 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device eb893fd1-02ef-4537-a3ba-512e3c1cc661 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:54:22.202886 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: eb893fd1-02ef-4537-a3ba-512e3c1cc661 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:54:22.203229 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device eb893fd1-02ef-4537-a3ba-512e3c1cc661 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:54:22.203648 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device cf38d164-120a-4bb9-b7c6-245de9cbec8a no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:54:22.222104 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: cf38d164-120a-4bb9-b7c6-245de9cbec8a {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:54:22.222449 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device cf38d164-120a-4bb9-b7c6-245de9cbec8a not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:54:22.222864 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 624ab61e-8fc2-4b17-9d73-8889d61f3502 no longer exists at agent ovs-agent-dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:54:22.234269 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766326', 'neutron.services.segments.db._delete_segments_for_network-8734374142567'] for network (abd75338-8253-44a3-bdf3-c54f981f9600), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.244124 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.plugin [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] No Port match for: 624ab61e-8fc2-4b17-9d73-8889d61f3502 {{(pid=104202) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:54:22.245032 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron.plugins.ml2.rpc [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Device 624ab61e-8fc2-4b17-9d73-8889d61f3502 not bound to the agent host dv-cinder-830097-2-iscsi {{(pid=104202) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:54:22.255885 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd75338-8253-44a3-bdf3-c54f981f9600']}} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:22.265659 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0673d0-b83b-43bd-a388-439d84225e6e') {'for_net_delete': True} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:22.265961 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.services.segments.db [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0673d0-b83b-43bd-a388-439d84225e6e') {} {{(pid=104200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:54:22.275137 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734374142064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5535663'] for segment (9c0673d0-b83b-43bd-a388-439d84225e6e), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.288342 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066'] for segment (9c0673d0-b83b-43bd-a388-439d84225e6e), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.293934 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:54:22.294317 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24908471'] for segment (9c0673d0-b83b-43bd-a388-439d84225e6e), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: Traceback (most recent call last): Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: timer() Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: cb(*args, **kw) Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: return func(*args, **kwargs) Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: self._notify() Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: self.callback(batched_events) Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: event.method(event) Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: return f(self, *a, **k) Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._get(url).json() Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: return self.request(url, 'GET', **kwargs) Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:54:22.295906 dv-cinder-830097-2-iscsi neutron-server[104200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:54:22.433884 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8178298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8095138'] for network (abd75338-8253-44a3-bdf3-c54f981f9600), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.439059 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925528'] for network (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.442148 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] 10.222.0.25 "DELETE /v2.0/networks/abd75338-8253-44a3-bdf3-c54f981f9600 HTTP/1.1" status: 204 len: 168 time: 0.6971262 Mar 08 15:54:22.453136 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58d763-6e89-4435-9412-28c2940c1f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=abd75338-8253-44a3-bdf3-c54f981f9600,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:22.718927 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53338) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:22.759130 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-79bc87e7-a06e-4745-b19a-53bc6928c2ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eea5da771e2142b699fe081c5defbd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385797 Mar 08 15:54:22.761576 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.wsgi [-] (104199) accepted ('10.222.0.25', 53340) {{(pid=104199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:22.806840 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0da3bc78-5547-4b57-a575-106244d45b96 admin admin] Publish callbacks [] for security_group (4339f694-309f-46bf-b116-9f5d82eb00b8), before_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.827748 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0da3bc78-5547-4b57-a575-106244d45b96 admin admin] Publish callbacks [] for security_group (4339f694-309f-46bf-b116-9f5d82eb00b8), precommit_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.939790 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0da3bc78-5547-4b57-a575-106244d45b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (4339f694-309f-46bf-b116-9f5d82eb00b8), after_delete {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.942439 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron_lib.callbacks.manager [None req-0da3bc78-5547-4b57-a575-106244d45b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:22.943578 dv-cinder-830097-2-iscsi neutron-server[104199]: INFO neutron.wsgi [None req-0da3bc78-5547-4b57-a575-106244d45b96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4339f694-309f-46bf-b116-9f5d82eb00b8 HTTP/1.1" status: 204 len: 168 time: 0.1811032 Mar 08 15:54:22.951174 dv-cinder-830097-2-iscsi neutron-server[104199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3bc78-5547-4b57-a575-106244d45b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4339f694-309f-46bf-b116-9f5d82eb00b8,revision_number=None']} {{(pid=104199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:23.211635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:23.564592 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53346) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:23.607085 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-981360b9-e5bc-4523-a212-108258827aed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b131d17f28f242a9b1e4c7f20ef75f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412521 Mar 08 15:54:23.609461 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.wsgi [-] (104200) accepted ('10.222.0.25', 53348) {{(pid=104200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:23.655215 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4a58023d-71ac-4a1c-8757-f0ca17412d82 admin admin] Publish callbacks [] for security_group (d240eb11-8241-4fb9-b6db-84dd2fecb98d), before_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:23.675171 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4a58023d-71ac-4a1c-8757-f0ca17412d82 admin admin] Publish callbacks [] for security_group (d240eb11-8241-4fb9-b6db-84dd2fecb98d), precommit_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:23.788738 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4a58023d-71ac-4a1c-8757-f0ca17412d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8172680'] for security_group (d240eb11-8241-4fb9-b6db-84dd2fecb98d), after_delete {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:23.791249 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron_lib.callbacks.manager [None req-4a58023d-71ac-4a1c-8757-f0ca17412d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:23.792436 dv-cinder-830097-2-iscsi neutron-server[104200]: INFO neutron.wsgi [None req-4a58023d-71ac-4a1c-8757-f0ca17412d82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d240eb11-8241-4fb9-b6db-84dd2fecb98d HTTP/1.1" status: 204 len: 168 time: 0.1820462 Mar 08 15:54:23.800130 dv-cinder-830097-2-iscsi neutron-server[104200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58023d-71ac-4a1c-8757-f0ca17412d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d240eb11-8241-4fb9-b6db-84dd2fecb98d,revision_number=None']} {{(pid=104200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:54:24.742155 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:48.264021 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d5e159a7-6da2-4da7-be47-c3ce34cb054e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:50.335469 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7471cdac-874b-43c2-93c2-84eded36b3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:50.432721 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:51.776243 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:53.194910 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:54.370327 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:54:54.749411 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:18.245074 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-9d539789-ed12-4ebb-9806-9db64cbb8eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:20.323163 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-00e1b1ef-97fe-4e4d-beee-3cc5917dad39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:20.454469 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:21.780490 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:23.242869 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:24.764647 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:31.369210 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:55:48.237424 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-0c50787c-c3de-4db5-817d-80058fc6f2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.311776 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e128afc6-7c4e-4e44-aeb2-17edffc40895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.408796 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.778767 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:53.218981 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:54.722957 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:08.368897 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:56:18.259034 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d32d8efd-a7a9-4d62-82a4-37825f0d07ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:20.310309 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9a7b-25e4-40b8-b465-dfd0bd44f3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:20.424552 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:21.778539 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.218661 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:24.749764 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:45.368374 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:56:48.251444 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7129da97-a4c7-4d88-82d9-6b9a4cfb3a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:50.331111 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5ff6de8d-0bfc-4ff4-829f-4df0628b1a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:50.439680 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.777134 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.222520 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:54.730708 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.232712 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-6ca357ce-287e-426b-808b-1e030a7c60a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.306568 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-974baae7-993d-4c19-94ff-4f722a9c0c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.421102 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.763661 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:22.367711 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:57:23.215562 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.786766 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:48.243287 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7558964e-06c7-4843-8fed-e4438186790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.328687 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-7429683e-6c73-4cd3-8883-8756168e1ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.454211 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:51.797066 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:53.237242 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:54.728618 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.366393 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:58:18.218930 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-2d0d5f09-2384-41a4-9ac4-75716e97eb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.344270 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-6c752845-bccf-4a51-b53a-3ec4eb8ca45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.481835 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.794583 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.241544 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.755811 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.365803 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:58:48.246435 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e2da163a-777e-4bd3-ad78-e354c8a165c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:50.398365 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-a1ee71f5-207e-4514-9a70-aa066e1cf986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:50.462954 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:51.806341 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:53.223825 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:54.766357 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:13.365292 dv-cinder-830097-2-iscsi neutron-server[104203]: DEBUG neutron.db.agents_db [None req-d770f87b-8f83-430a-9c2d-a79f46b8abb4 None None] Agent healthcheck: found 6 active agents {{(pid=104203) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:59:18.296722 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-1a196200-18c6-4179-b4e6-b19475c985be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (23b1e961-dc00-4a80-9337-2408a2fcf953), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:20.328675 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-146f9271-dc5f-44a7-8d40-ab49b5075f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (1d9a82eb-60f6-430a-b9a0-08e35f472055), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:20.522635 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-d410eac1-dc61-4e03-b84e-27722bbe8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (29048a0d-1afa-4790-abd8-7293752782a7), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:21.816163 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2507-2659-4eaf-bda7-fa905feefebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (d0c0d792-0999-42d1-8a49-372c11046478), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.247869 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-5e4abc83-9877-4295-b9a4-9c4403d9e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (3e6ed836-9638-4c04-b8a8-a3aaaf1a46fd), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.736231 dv-cinder-830097-2-iscsi neutron-server[104202]: DEBUG neutron_lib.callbacks.manager [None req-fda54ae6-463a-4d08-b401-1482f645506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734374142549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-756365'] for agent (6eb2598d-3189-4dba-9ac3-0412d848f298), after_update {{(pid=104202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}